-- Logs begin at Fri 2022-05-13 13:38:55 UTC, end at Fri 2022-05-13 14:53:34 UTC. -- May 13 14:24:30.448921 dv-cinder-841754-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 14:24:33.309761 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.common.config [-] Logging enabled! May 13 14:24:33.310374 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 14:24:33.310555 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103697) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 14:24:33.313857 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.common.config [-] Logging enabled! May 13 14:24:33.314116 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 14:24:33.314440 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103697) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 14:24:33.315495 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:24:33.315756 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:24:33.316118 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:24:33.316371 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:24:33.316620 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:24:33.317027 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.317337 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.317576 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.317882 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.318185 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.318476 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.318807 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.319116 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.319412 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.319702 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.319999 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.320237 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.320531 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.320830 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.321128 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.321359 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.321651 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.322095 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.322517 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.322844 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.323153 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.323440 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.323725 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.324010 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.324340 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.324694 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] host = dv-cinder-841754-1-iscsi {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.325071 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.325382 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.325683 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.325980 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.326269 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.326552 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.326883 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.327164 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.327445 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.327729 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.328027 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.328326 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.328626 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.328859 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.329089 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.329382 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.329681 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.329968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.330253 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.330535 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.331683 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.331977 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.332262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.332565 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.332867 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.333164 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.333453 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.333739 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.334024 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.334306 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.334605 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.334919 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.335205 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.335489 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.335790 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.336070 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.336356 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.336666 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.336967 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.337259 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.337557 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.337845 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.338133 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.338414 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.338721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.339004 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.339286 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.339565 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.339858 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.340830 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.341134 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.341420 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.341716 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.342008 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.342295 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:33.342603 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.342939 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.343249 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.343544 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.343859 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.344149 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.344446 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.344736 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.345032 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.345330 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.345628 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.345916 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.346227 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.346523 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.346857 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.347170 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.347471 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.347770 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.348052 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.348332 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.348612 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.348895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.349190 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.349475 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.349769 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.350062 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.350348 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.350670 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.350963 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.351252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.351551 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.351848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.352128 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.352414 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.352716 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.353001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.353278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.353575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.353864 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.354145 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.354434 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.354757 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.355043 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.355318 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.356248 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.356544 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.356838 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.357118 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.357398 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.357686 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.357968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.358261 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.358548 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.358851 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.359131 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.359417 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.359698 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.359977 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.360264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.360545 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.360831 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.361111 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.361395 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.361668 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.361950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.362227 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.362506 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.362810 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.363095 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.363376 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.363659 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.363940 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.364227 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.364508 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.364821 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.365118 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.365403 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.365692 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.365980 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.366270 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.366557 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.366880 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.367171 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.367453 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.367752 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.368044 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.368342 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.368638 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.368926 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.369262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.369549 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.370110 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.370400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.370716 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.371008 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.371348 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.371641 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.371982 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.372286 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.372573 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.372880 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.373179 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.373481 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.373770 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.374087 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.374375 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:33.374597 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:24:33.374875 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 14:24:33.835212 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 14:24:33.835495 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 14:24:33.835810 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 14:24:33.836151 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 14:24:34.169067 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.169280 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.169549 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.170750 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.171021 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.171283 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.226697 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.226971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.227234 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.242139 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.242417 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.242707 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.273989 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.274264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.274531 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.311660 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.312254 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.312254 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.659776 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.660053 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.660313 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.660575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.661266 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.761501 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.761918 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.762205 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.762475 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.762758 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.763070 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.763332 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.763587 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.763840 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.764119 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.764375 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.764634 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.764886 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.765136 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.765386 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.765645 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.765898 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.766160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.766423 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.766704 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.766975 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.767224 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.767499 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.767871 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.768115 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.768356 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.768889 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.769114 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.769349 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.769583 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.769816 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.770049 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:34.770413 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 14:24:34.773490 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 14:24:34.781270 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 14:24:34.781831 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 13 14:24:34.783459 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 14:24:34.783924 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 14:24:34.784255 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 14:24:34.784638 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 14:24:34.787575 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 14:24:34.787824 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 14:24:34.788163 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:24:34.792922 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 14:24:34.817383 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 14:24:34.817834 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.818131 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 14:24:34.818496 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.819852 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 14:24:34.820131 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:24:34.820373 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 14:24:34.823673 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.823952 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:34.885960 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 14:24:34.886190 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 14:24:34.886423 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 14:24:34.886859 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 14:24:34.908082 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_db.sqlalchemy.engines [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 14:24:35.528229 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing driver for type 'gre' May 13 14:24:35.528980 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] gre ID ranges: [(1, 1000)] May 13 14:24:35.725588 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing driver for type 'local' May 13 14:24:35.725922 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing driver for type 'vlan' May 13 14:24:35.822981 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] VlanTypeDriver initialization complete May 13 14:24:35.823269 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing driver for type 'vxlan' May 13 14:24:35.823840 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] vxlan ID ranges: [(1, 1000)] May 13 14:24:36.040128 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing extension driver 'port_security' May 13 14:24:36.040478 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.extensions.port_security [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] PortSecurityExtensionDriver initialization complete May 13 14:24:36.040812 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing mechanism driver 'openvswitch' May 13 14:24:36.041151 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing mechanism driver 'hyperv' May 13 14:24:36.048703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:36.049570 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.049948 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.050344 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.050900 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.051344 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.051706 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.052058 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.052465 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.052879 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.053235 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.053582 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.053979 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.054388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.054770 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.055120 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.055521 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.055928 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.056277 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.056691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.057097 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.057505 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > address_group after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.057855 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > address_group after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.058198 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.059241 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 14:24:36.060024 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] ML2 OVO RPC backend initialized. {{(pid=103697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 14:24:36.060761 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.061126 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.061551 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.061905 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > networks before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.062262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.062606 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > ports before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.062986 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.063351 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnets before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.063700 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.064041 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.064381 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.064718 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.065057 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.065393 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.065729 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.066066 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.066403 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.075181 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded quota_driver: . May 13 14:24:36.075505 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Modular L2 Plugin initialization complete May 13 14:24:36.075866 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading services supported by the core plugin {{(pid=103697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 14:24:36.076212 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Got port-security extension from driver 'port_security' May 13 14:24:36.076703 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.extensions.vlantransparent [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Disabled vlantransparent extension. May 13 14:24:36.077202 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 14:24:36.077532 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: router May 13 14:24:36.118689 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.119088 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.119463 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router before_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.120087 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.120507 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.120942 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_delete 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.122105 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.122692 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.123069 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.123429 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.123788 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.124146 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.124647 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.125073 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.125451 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.125799 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.126155 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.126553 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.126914 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.127267 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.127614 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.127965 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.128332 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.128677 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.129034 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.129399 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.129747 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.130121 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > agent after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.130470 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > agent after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.130839 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.131733 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Tracking information for resource: router configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:36.132153 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Tracking information for resource: floatingip configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:24:36.137404 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.db.l3_agentschedulers_db [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 14:24:36.138071 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.138446 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.138829 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.139188 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.140000 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router before_create 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.140370 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.140736 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_create 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.141094 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > router precommit_update 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.146026 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.provider_configuration [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service providers = [] {{(pid=103697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 14:24:36.146401 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.db.servicetype_db [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 14:24:36.151721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.service_base [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:24:36.152073 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.service_base [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:24:36.152560 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.service_base [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:24:36.153712 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.services.service_base [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:24:36.154088 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.services.service_base [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 14:24:36.154492 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.154848 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 14:24:36.165644 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.165981 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: auto_allocate May 13 14:24:36.172456 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: network precommit_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.172826 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: network precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.173353 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.173677 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: tag May 13 14:24:36.180541 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.180869 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: timestamp May 13 14:24:36.185685 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.195131 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: network_ip_availability May 13 14:24:36.200611 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.200986 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.201345 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.202079 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.202404 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: flavors May 13 14:24:36.207418 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.207758 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading Plugin: revisions May 13 14:24:36.212118 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:24:36.212510 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.377s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 14:24:36.213257 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 14:24:36.213595 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Initializing extension manager. May 13 14:24:36.214123 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: __init__.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.214468 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: __pycache__ {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.215337 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: _port_mac_address_override.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.215836 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.216729 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.217320 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: address-group May 13 14:24:36.217648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: address_scope.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.218368 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.218936 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: address-scope May 13 14:24:36.219266 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.227311 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.227837 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: router-admin-state-down-before-update May 13 14:24:36.228167 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: agent.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.228875 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.229411 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: agent May 13 14:24:36.229732 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: agent_resources_synced.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.231388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.232147 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: agent-resources-synced May 13 14:24:36.232479 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: allowedaddresspairs.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.234346 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.234914 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: allowed-address-pairs May 13 14:24:36.235249 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: auto_allocated_topology.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.236331 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.236866 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: auto-allocated-topology May 13 14:24:36.237196 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.237897 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.238493 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: availability_zone May 13 14:24:36.238849 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: availability_zone_filter.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.239771 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.240299 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: availability_zone_filter May 13 14:24:36.240627 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: data_plane_status.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.241568 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.242074 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension data-plane-status not supported by any of loaded plugins May 13 14:24:36.242399 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: default_subnetpools.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.243357 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.243884 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: default-subnetpools May 13 14:24:36.244264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.245344 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.245870 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: dhcp_agent_scheduler May 13 14:24:36.246851 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: dns.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.248032 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.248556 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension dns-integration not supported by any of loaded plugins May 13 14:24:36.248907 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: dns_domain_ports.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.249826 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.250359 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 14:24:36.250773 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.251721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.252264 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 14:24:36.252584 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: dvr.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.253263 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.253785 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: dvr May 13 14:24:36.254109 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: ecmp_routes.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.259547 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.260103 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension ecmp_routes not supported by any of loaded plugins May 13 14:24:36.260442 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: empty_string_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.261384 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.262658 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: empty-string-filtering May 13 14:24:36.263167 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.264081 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.264614 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 14:24:36.264945 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.265887 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.266413 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 14:24:36.266774 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: external_net.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.267703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.268226 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: external-net May 13 14:24:36.268554 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.269477 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.269999 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: extra_dhcp_opt May 13 14:24:36.270323 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: extraroute.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.271272 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.271794 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: extraroute May 13 14:24:36.272120 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: extraroute_atomic.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.273384 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.273916 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: extraroute-atomic May 13 14:24:36.274241 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: filter_validation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.274950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.275477 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: filter-validation May 13 14:24:36.275798 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: fip_pf_description.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.276728 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.277243 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 14:24:36.277737 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: fip_pf_port_range.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.278680 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.279207 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 14:24:36.279532 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: fip_port_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.285329 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.285856 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: fip-port-details May 13 14:24:36.286181 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: flavors.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.287468 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.288001 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: flavors May 13 14:24:36.288331 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.290044 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.290585 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 14:24:36.290954 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: floatingip_pools.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.291664 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.292198 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: floatingip-pools May 13 14:24:36.292528 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: ip_allocation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.293483 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.294004 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension ip_allocation not supported by any of loaded plugins May 13 14:24:36.294335 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.295294 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.295824 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: ip-substring-filtering May 13 14:24:36.296159 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l2_adjacency.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.297101 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.297625 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 14:24:36.297958 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.298981 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.299519 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: router May 13 14:24:36.299852 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.302095 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.302662 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 14:24:36.303008 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.303938 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.304478 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: ext-gw-mode May 13 14:24:36.304808 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.312834 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.313365 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: l3-ha May 13 14:24:36.313696 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.314613 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.315159 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 14:24:36.315490 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_flavors.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.316404 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.316930 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: l3-flavors May 13 14:24:36.317260 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.318687 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.319226 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 14:24:36.319555 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.320477 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.321010 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 14:24:36.321338 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: l3agentscheduler.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.322439 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.323007 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: l3_agent_scheduler May 13 14:24:36.323344 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: local_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.327412 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.327906 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension local_ip not supported by any of loaded plugins May 13 14:24:36.328243 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: logging.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.329808 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.330378 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension logging not supported by any of loaded plugins May 13 14:24:36.330750 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: metering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.331507 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.332109 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: metering May 13 14:24:36.332450 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.333803 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.334394 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: metering_source_and_destination_fields May 13 14:24:36.334755 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: multiprovidernet.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.335687 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.336216 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: multi-provider May 13 14:24:36.336546 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: netmtu.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.337459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.337986 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: net-mtu May 13 14:24:36.338314 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: netmtu_writable.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.339305 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.339877 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: net-mtu-writable May 13 14:24:36.340209 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: network_availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.340964 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.341489 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: network_availability_zone May 13 14:24:36.341814 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: network_ip_availability.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.342956 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.343493 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: network-ip-availability May 13 14:24:36.343819 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: network_segment_range.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.344596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.345117 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension network-segment-range not supported by any of loaded plugins May 13 14:24:36.345445 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: pagination.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.346437 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.346806 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: pagination May 13 14:24:36.347134 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_device_profile.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.348043 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.348572 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-device-profile May 13 14:24:36.348899 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_mac_address_override.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.349840 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.350364 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-mac-override May 13 14:24:36.350725 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.351658 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.352191 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-mac-address-regenerate May 13 14:24:36.352516 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.353430 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.353955 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-numa-affinity-policy May 13 14:24:36.354282 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_resource_request.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.355228 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.355883 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension port-resource-request not supported by any of loaded plugins May 13 14:24:36.356211 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: port_resource_request_groups.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.357178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.357699 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 14:24:36.358026 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: portbindings.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.358986 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.359512 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: binding May 13 14:24:36.359866 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: portbindings_extended.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.361120 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.361657 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: binding-extended May 13 14:24:36.361996 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: portsecurity.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.362945 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.363479 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-security May 13 14:24:36.363809 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: project_id.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.364798 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.365133 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: project-id May 13 14:24:36.365460 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: providernet.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.366405 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.366950 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: provider May 13 14:24:36.367283 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.371944 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.372529 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos not supported by any of loaded plugins May 13 14:24:36.372865 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.374111 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.374657 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 14:24:36.374996 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.375950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.376467 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 14:24:36.376799 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_default.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.377722 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.378243 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-default not supported by any of loaded plugins May 13 14:24:36.378575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_fip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.379538 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.380059 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-fip not supported by any of loaded plugins May 13 14:24:36.380386 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.381306 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.381831 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 14:24:36.382158 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_gateway_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.383118 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.383646 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 14:24:36.383973 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_port_network_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.384891 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.385410 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 14:24:36.385735 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.389115 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.389664 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 14:24:36.390000 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.391075 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.391605 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 14:24:36.391938 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_pps_rule.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.393114 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.393670 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-pps not supported by any of loaded plugins May 13 14:24:36.393977 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_rule_type_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.394931 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.395460 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 14:24:36.395791 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.396704 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.397222 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 14:24:36.397551 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: qos_rules_alias.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.398593 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.399144 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 14:24:36.399470 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: quota_check_limit.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.400470 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.400993 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: quota-check-limit May 13 14:24:36.401319 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: quotasv2.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.402320 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.402682 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: quotas May 13 14:24:36.403010 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: quotasv2_detail.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.404809 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.405148 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: quota_details May 13 14:24:36.405478 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: rbac.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.406552 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.407129 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: rbac-policies May 13 14:24:36.407463 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: rbac_address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.408513 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.408938 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: rbac-address-group May 13 14:24:36.409274 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: rbac_address_scope.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.410201 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.410763 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: rbac-address-scope May 13 14:24:36.411096 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: rbac_security_groups.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.412021 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.412546 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: rbac-security-groups May 13 14:24:36.412874 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: rbac_subnetpool.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.413800 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.414332 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: rbac-subnetpool May 13 14:24:36.414681 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: revisionifmatch.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.415612 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.416136 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: revision-if-match May 13 14:24:36.416465 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: revisions.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.417634 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.418211 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: standard-attr-revisions May 13 14:24:36.418750 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: router_availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.419450 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.420033 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: router_availability_zone May 13 14:24:36.420360 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: routerservicetype.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.421357 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.422936 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension router-service-type not supported by any of loaded plugins May 13 14:24:36.423265 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.424285 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.425003 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: security-groups-normalized-cidr May 13 14:24:36.425330 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.426294 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.426867 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: port-security-groups-filtering May 13 14:24:36.427197 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.428134 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.428675 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: security-groups-remote-address-group May 13 14:24:36.429003 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.430075 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.430612 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: security-groups-shared-filtering May 13 14:24:36.430968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.431568 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 14:24:36.431892 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: securitygroup.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.442306 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.442885 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: security-group May 13 14:24:36.443227 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: segment.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.443974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.444501 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension segment not supported by any of loaded plugins May 13 14:24:36.444832 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.445785 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.446313 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 14:24:36.446658 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: servicetype.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.447776 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.448310 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: service-type May 13 14:24:36.448643 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: sorting.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.450261 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.450681 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: sorting May 13 14:24:36.451011 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: standard_attr_segment.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.451949 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.452478 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 14:24:36.452805 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: standardattrdescription.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.453465 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.453988 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: standard-attr-description May 13 14:24:36.454316 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: stateful_security_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.455285 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.455817 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: stateful-security-group May 13 14:24:36.456144 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: stdattrs_common.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.456723 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 14:24:36.457050 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.457976 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.458518 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 14:24:36.458871 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnet_onboard.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.459938 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.460474 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: subnet_onboard May 13 14:24:36.460804 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.461738 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.462266 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 14:24:36.462596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnet_service_types.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.463558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.464092 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: subnet-service-types May 13 14:24:36.464421 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnetallocation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.465620 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.466149 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: subnet_allocation May 13 14:24:36.466479 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.467184 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.467710 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: subnetpool-prefix-ops May 13 14:24:36.468039 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.468978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.469504 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 14:24:36.469833 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: tagging.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.470944 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.471486 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: standard-attr-tag May 13 14:24:36.471818 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: timestamp.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.473031 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.473559 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loaded extension: standard-attr-timestamp May 13 14:24:36.473887 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: trunk.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.474958 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.475491 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension trunk not supported by any of loaded plugins May 13 14:24:36.475817 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: trunk_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.476741 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.477270 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension trunk-details not supported by any of loaded plugins May 13 14:24:36.477595 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: uplink_status_propagation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.478520 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.479080 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 14:24:36.479405 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Loading extension file: vlantransparent.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:24:36.480082 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:24:36.480654 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 14:24:36.483283 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:network May 13 14:24:36.483823 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnet May 13 14:24:36.484236 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:24:36.484635 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:port May 13 14:24:36.485891 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.486336 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service FLAVORS assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.487003 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.487443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.487779 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:router May 13 14:24:36.488222 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:24:36.488710 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service METERING assigned prefix: /metering {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.490180 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.490557 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.490938 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:24:36.491965 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:24:36.492415 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:security_group May 13 14:24:36.492847 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:24:36.493458 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.493795 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:24:36.494147 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] subnetpool is already registered May 13 14:24:36.494849 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.495192 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:24:36.495530 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] subnetpool is already registered May 13 14:24:36.498428 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.498895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service FLAVORS assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.499497 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.499928 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.500263 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:router May 13 14:24:36.500604 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] router is already registered May 13 14:24:36.501024 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:24:36.501364 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] floatingip is already registered May 13 14:24:36.501845 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service METERING assigned prefix: /metering {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.502523 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:24:36.502884 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] rbac_policy is already registered May 13 14:24:36.503302 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:security_group May 13 14:24:36.503636 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] security_group is already registered May 13 14:24:36.504041 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:24:36.504376 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] security_group_rule is already registered May 13 14:24:36.504998 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.505328 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:24:36.505661 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] subnetpool is already registered May 13 14:24:36.506084 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:24:36.506408 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:24:36.506767 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] subnetpool is already registered May 13 14:24:36.507252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: extensions {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.508748 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: address-groups {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.510219 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: address-scopes {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.511572 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.513378 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: auto-allocated-topology {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.514639 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: availability_zones {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.515863 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: dhcp-networks {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.517441 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: dhcp-agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.518902 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.521088 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: flavors {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.522246 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: service_profiles {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.523477 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: next_providers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.524945 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: service_profiles {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.526472 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: floatingip-pools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.527900 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.529982 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: floatingips {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.532271 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: l3-routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.533660 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: l3-agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.535120 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: metering-labels {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.536466 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: metering-label-rules {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.537733 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: network-ip-availabilities {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.539024 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: bindings {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.540694 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: quotas {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.542306 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: quotas {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.544514 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: rbac-policies {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.545802 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: security-groups {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.547380 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: security-group-rules {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.548654 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: service-providers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.549866 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: subnetpools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.551323 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: subnetpools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.552779 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.554457 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.556293 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.558064 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.560510 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.562377 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.564093 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.566001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.567790 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.569676 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron.api.extensions [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:24:36.576071 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING keystonemiddleware.auth_token [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 14:24:36.581429 dv-cinder-841754-1-iscsi neutron-server[103697]: WARNING keystonemiddleware.auth_token [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 14:24:36.590262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Acquired lock "singleton_lock" {{(pid=103697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 14:24:36.590774 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Releasing lock "singleton_lock" {{(pid=103697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 14:24:36.591442 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Starting 2 workers May 13 14:24:36.596382 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Started child 103806 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 14:24:36.601055 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Started child 103807 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 14:24:36.601752 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.602690 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO neutron.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 14:24:36.603348 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.603519 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [-] (103806) wsgi starting up on http://0.0.0.0:9696 May 13 14:24:36.606321 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Starting 1 workers May 13 14:24:36.606497 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.608053 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [-] (103807) wsgi starting up on http://0.0.0.0:9696 May 13 14:24:36.611746 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Started child 103808 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 14:24:36.612324 dv-cinder-841754-1-iscsi neutron-server[103697]: INFO oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Starting 1 workers May 13 14:24:36.615411 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] calling RpcWorker wait() {{(pid=103808) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 14:24:36.615933 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] returning from RpcWorker wait() {{(pid=103808) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 14:24:36.616978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Started child 103809 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 14:24:36.617294 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.617791 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10bfeacc-8f8b-4487-86d2-0b0001352d73 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.617893 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:36.619962 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 14:24:36.620195 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:24:36.620400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:24:36.620610 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:24:36.620946 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:24:36.621296 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:24:36.621840 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.622128 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.622377 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:36.623388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.623388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.623747 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.623999 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:36.624089 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.624264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.624554 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.624817 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.624992 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.625165 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.625414 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.625687 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.626012 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.626269 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.626525 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.626791 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.626972 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.627233 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.630893 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.631703 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632624 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632823 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39068) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.632950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] host = dv-cinder-841754-1-iscsi {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.633621 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.633621 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.633621 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.633950 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.634077 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.634418 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.634561 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.634821 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.635055 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.635285 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.635532 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.635783 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.636025 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.636314 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.636448 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_options = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.636834 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.637026 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.637336 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.637469 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.637642 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.637792 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.638200 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.638496 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.638496 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.638768 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.638962 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.639203 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640832 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0066893 May 13 14:24:36.640966 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640966 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640966 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.640966 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.641418 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.643431 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.643431 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.643431 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.643431 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.643431 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644049 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644049 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644049 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644406 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644406 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644885 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.644885 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.645136 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.645361 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.645545 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.645779 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.646011 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.646234 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.646514 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.646782 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.647009 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.647276 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.647547 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.647714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.647936 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.648173 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.648392 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.648605 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.648843 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.651522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.652425 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.652425 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.653455 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.653730 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.653991 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.654236 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.654926 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.654926 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.655945 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.656205 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.656455 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.656784 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.657036 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.657374 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.657647 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.657937 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.658285 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.659459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.659459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.659459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.659459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.668974 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.669443 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670001 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670534 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.670968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.671612 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.671612 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.671793 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.672121 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.672446 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.673387 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.673387 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.673387 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.673657 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.673899 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.674183 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.674566 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.674890 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.675196 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.675423 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.675664 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.675897 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.676140 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.676384 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677580 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.677715 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.678180 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.678180 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.678365 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.678591 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.680426 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.680599 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.680804 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.681058 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.681291 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682310 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682310 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682310 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682310 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682670 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.682831 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.683134 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.683405 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.684347 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.684656 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.684900 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.685152 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.685339 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.685540 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.685816 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.686206 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.686419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.686671 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.686896 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.687170 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.687415 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.687640 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.688023 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.688430 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.688681 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.688933 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.689211 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.689461 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.689704 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.689926 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.690183 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.691648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.691648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.691648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.691648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.691648 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.692113 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.692113 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.692530 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.692647 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.692889 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.693136 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.693427 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.693659 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.693929 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.694971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.694971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.694971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.694971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.695280 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.695280 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.695539 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.696327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.696327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.696327 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.696535 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.698346 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.698613 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.698927 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.699253 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.699582 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.699791 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.700848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.700848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.700848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.700848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.701154 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.701344 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.701586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.701808 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.702066 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.702313 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.703438 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.703438 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.703438 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.703743 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.703904 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.706456 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.706456 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.706456 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.706915 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.706915 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.707183 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.707416 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.707654 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.707885 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.708126 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.708387 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.708613 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.708895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.709158 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.709404 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.709641 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711459 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.711892 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.712358 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.713190 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.713190 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.713810 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.713810 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.713971 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.714276 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.715220 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.715916 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.716172 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.716895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.716895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.716895 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.717127 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.717559 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.717559 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.717762 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.718054 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.718382 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.718528 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.718805 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.719711 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.719711 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.719711 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.719936 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.720013 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.722672 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.723321 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.723486 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.723757 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.724262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.724517 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.724757 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.725000 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.725262 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.725486 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.725716 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.725959 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.726181 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.726406 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.726654 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.727633 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.728024 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.728385 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.728766 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.729164 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.729706 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732839 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732839 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732839 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.732839 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.733075 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.733223 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.733441 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.733667 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.733942 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735576 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735751 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.735966 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.736244 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.736748 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.736968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.737367 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.737757 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.738222 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.738675 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.738923 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.739347 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.739739 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.740044 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.740311 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.740546 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.740829 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.741167 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.741428 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.741696 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.741961 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.742196 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.742444 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.743518 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.743770 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.744508 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.744508 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.744508 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.745011 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.745254 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.745476 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.745722 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.746009 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.746919 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.747141 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.747388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.747607 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.747767 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:24:36.748307 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 14:24:36.748508 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:24:36.748608 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:24:36.748783 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:24:36.748951 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:24:36.749261 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:24:36.749475 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.749633 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.749793 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.749947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.750145 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.750310 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752099 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752579 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.752947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.753064 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.753565 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.753565 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.753565 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.754720 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.754878 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755249 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755360 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755516 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755674 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755828 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.755979 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756131 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756291 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756436 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756587 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756740 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.756896 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] host = dv-cinder-841754-1-iscsi {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757058 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757240 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757377 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757532 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757673 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757809 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.757968 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.758112 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.758271 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.758415 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.758573 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.758992 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.759155 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.759333 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.759472 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_options = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760264 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760597 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760597 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.760842 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.762415 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763098 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763098 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763303 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763432 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763613 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763785 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.763933 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.764076 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.764245 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.764393 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.764601 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.764891 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.765052 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.765218 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.765382 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.765545 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.765707 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766201 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766201 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766201 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766407 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766473 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766713 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.766853 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.767753 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.767753 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.767753 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.767753 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.767753 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.768133 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.768133 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.771586 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772178 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.772714 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773252 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773728 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773728 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773728 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.773930 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.774016 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.774130 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.774296 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.774456 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.774660 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.775679 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.775859 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776027 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776237 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776381 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776547 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776713 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.776878 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.777044 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.777209 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778662 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778662 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778662 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778662 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778959 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.778959 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.779079 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.779184 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.779505 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.779681 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.779840 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.780081 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.780253 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.781655 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.782574 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783034 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783034 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783034 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783228 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783350 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783501 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.783978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.784187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.785216 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.785389 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.785560 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.785721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.786034 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.786338 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.786661 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.786964 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.787255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:36.787380 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.787457 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.787572 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.788207 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.788414 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.788585 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.788752 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.788918 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789157 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789257 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789413 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789578 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789742 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.789905 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.790071 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.790233 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.790543 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.790875 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.791040 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.791203 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.791373 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.791541 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.792504 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.800596 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.803558 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804056 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804494 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.804978 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.805522 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806160 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.806781 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807334 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.807868 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.808400 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.809609 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810388 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810784 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810784 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.810904 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811061 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811226 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811391 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811556 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811721 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.811894 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.812059 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.812223 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.812387 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.812549 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813419 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813766 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813766 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813891 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.813957 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.814101 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815278 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815696 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815696 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815696 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.815888 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816309 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816309 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816309 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816528 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816610 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.816764 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.817246 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.817246 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.817246 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.817505 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.817604 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.818691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.818691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.818691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.818691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.818691 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819072 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819072 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819072 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819281 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819360 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819517 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819688 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.819861 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820035 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820318 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820403 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820529 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820693 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.820857 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.821021 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.821187 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822191 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.822947 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.823575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.823575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.823575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.823575 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:24:36.823848 dv-cinder-841754-1-iscsi neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:24:48.335139 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4835f69-fff9-4325-822b-9ba253dc45aa None None] get_active_networks_info from dv-cinder-841754-1-iscsi {{(pid=103808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 14:24:48.394187 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4835f69-fff9-4325-822b-9ba253dc45aa None None] No non-hosted networks {{(pid=103808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 14:24:48.401558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.agentschedulers_db [None req-a4835f69-fff9-4325-822b-9ba253dc45aa None None] DHCP Agent not found on host dv-cinder-841754-1-iscsi {{(pid=103808) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 14:24:48.498039 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ec1e95f-0de8-47aa-8fae-7fbf5bfa8de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:50.575716 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66d9c006-ce9e-486d-9888-7d2e87554d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:50.606152 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.db.api [None req-d54e23be-e890-4c0a-b275-3e957bac7ca9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841754-1-iscsi {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:24:50.607044 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG oslo_db.api [None req-d54e23be-e890-4c0a-b275-3e957bac7ca9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:24:51.188666 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d54e23be-e890-4c0a-b275-3e957bac7ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:51.577336 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39148) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:24:52.035799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:52.196985 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-d2d67f7a-8468-4571-ba45-8f623cfefc78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:52.197896 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-d2d67f7a-8468-4571-ba45-8f623cfefc78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:52.421263 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-d2d67f7a-8468-4571-ba45-8f623cfefc78 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:24:52.434655 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d2d67f7a-8468-4571-ba45-8f623cfefc78 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8440650 May 13 14:24:53.013402 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:54.840562 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:54.841200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.841610 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.842004 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.842393 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.842931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.843378 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.843912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.844532 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.845066 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.845532 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.846021 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.846498 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.847003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.847664 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.848761 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.849393 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841754-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:54.855985 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841754-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:54.998305 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39182) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:24:55.555165 dv-cinder-841754-1-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:55.555929 dv-cinder-841754-1-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:55.800687 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:24:55.903248 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.policy [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103806) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:24:55.950705 dv-cinder-841754-1-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:55.951090 dv-cinder-841754-1-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:24:56.108600 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059005017', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059008613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059021720', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059033586', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059037231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752059045223', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1350172', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3614420'] for rbac-policy (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:56.327808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:56.346660 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ea11c197-1ce0-4b8a-a275-71fb3193e30b admin admin] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3284485 May 13 14:24:57.802335 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.db.l3_hamode_db [None req-43c47d6c-d9fb-4376-ac24-f44887b9ebbc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 14:24:57.879585 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c47d6c-d9fb-4376-ac24-f44887b9ebbc None None] Routers set() bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:24:57.879858 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c47d6c-d9fb-4376-ac24-f44887b9ebbc None None] Router IDs set() for agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 14:24:58.800381 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39200) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:24:59.126845 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:24:59.233811 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Made reservation on behalf of 5ff07c2c3bb841e79e1cbcd080b2018d for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:59.237986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.256639 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.364883 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks [] for security_group (0adc6e84-43eb-4988-bda6-5f5ebecb1bfb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.441261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (0adc6e84-43eb-4988-bda6-5f5ebecb1bfb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.474753 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:24:59.503069 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752059479336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (ebf419f8-4462-4c08-be94-99ad223dd7ea), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.503583 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Unsubscribe: segment precommit_create {{(pid=103806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:24:59.504138 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Added segment ebf419f8-4462-4c08-be94-99ad223dd7ea of type vlan for network eda1e4ab-36cb-4d76-b913-061fcc4d394d May 13 14:24:59.510292 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc6e84-43eb-4988-bda6-5f5ebecb1bfb,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.533601 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.533950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.534316 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.534710 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.535048 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.535380 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.535705 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.536034 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.536358 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.536680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.537002 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.537347 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.537778 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.538153 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.538508 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Tracked resource versions report: May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: pushed versions: May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: { 'AddressGroup': {'1.2'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Agent': {'1.1'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'ConntrackHelper': {'1.0'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'LocalIPAssociation': {'1.0'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Log': {'1.0'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'NDPProxy': {'1.0'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Network': {'1.1'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Port': {'1.7'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'PortForwarding': {'1.3'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'QosPolicy': {'1.10'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroup': {'1.5'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroupRule': {'1.2'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SubPort': {'1.0'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Subnet': {'1.1'}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Trunk': {'1.1'}} May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: consumer versions: May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Agent': '1.1', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'ConntrackHelper': '1.0', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'LocalIPAssociation': '1.0', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Log': '1.0', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'NDPProxy': '1.0', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Network': '1.1', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Port': '1.7', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'PortForwarding': '1.3', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'QosPolicy': '1.10', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroup': '1.5', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroupRule': '1.2', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SubPort': '1.0', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Subnet': '1.1', May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Trunk': '1.1'}} May 13 14:24:59.540186 dv-cinder-841754-1-iscsi neutron-server[103806]: {{(pid=103806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:24:59.618685 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (eda1e4ab-36cb-4d76-b913-061fcc4d394d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.732321 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (eda1e4ab-36cb-4d76-b913-061fcc4d394d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.737817 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:59.738528 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:24:59.861584 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] Pushing event updated for resources: {'Network': ['ID=eda1e4ab-36cb-4d76-b913-061fcc4d394d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.874240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:24:59.901041 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-894f6f05-d68b-4e44-86e3-817f09cc7c49 demo demo] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0995069 May 13 14:25:02.435281 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39212) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:03.001680 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.policy [None req-12333c17-7db7-486a-bc61-38621e7b9d9f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103807) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:25:03.046048 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-12333c17-7db7-486a-bc61-38621e7b9d9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:25:03.046427 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-12333c17-7db7-486a-bc61-38621e7b9d9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:25:03.054069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12333c17-7db7-486a-bc61-38621e7b9d9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:03.055839 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-12333c17-7db7-486a-bc61-38621e7b9d9f demo admin] 10.222.0.102 "GET /v2.0/networks/eda1e4ab-36cb-4d76-b913-061fcc4d394d HTTP/1.1" status: 200 len: 825 time: 0.6195834 May 13 14:25:03.096903 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-61ca0cc1-931b-4749-9d07-7e4524bd2f2c demo admin] 10.222.0.102 "GET /v2.0/subnetpools/827c2bb3-1f38-4ccc-9ae8-9d32314e742b HTTP/1.1" status: 200 len: 734 time: 0.0351844 May 13 14:25:03.106446 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Request body: {'subnet': {'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:25:03.207091 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Made reservation on behalf of 5ff07c2c3bb841e79e1cbcd080b2018d for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:03.211198 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:03.594335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (83ca69ab-a10c-4742-8cef-3f63218769ea), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:03.669118 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Checking segment: {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:25:03.669463 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Network hostable DHCP agents. Network: eda1e4ab-36cb-4d76-b913-061fcc4d394d, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:03.680221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=83ca69ab-a10c-4742-8cef-3f63218769ea,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.693826 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.694157 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.695260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.695260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.695260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.695641 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.695958 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.696279 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.696607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.697022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.697338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.697666 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.697982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.698291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.699141 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Tracked resource versions report: May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: pushed versions: May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Agent': {'1.1'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Log': {'1.0'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Network': {'1.1'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Port': {'1.7'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: consumer versions: May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Agent': '1.1', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Log': '1.0', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'NDPProxy': '1.0', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Network': '1.1', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Port': '1.7', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'PortForwarding': '1.3', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'QosPolicy': '1.10', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SubPort': '1.0', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Subnet': '1.1', May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Trunk': '1.1'}} May 13 14:25:03.700527 dv-cinder-841754-1-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:25:03.783513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:03.875311 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, eda1e4ab-36cb-4d76-b913-061fcc4d394d) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:03.879878 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:03.880539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:03.886411 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebabf2b-a7b9-46df-9b44-d79112f919d2 None None] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:25:03.978545 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e931ab4d-3262-4b25-b387-762504e762d8 demo admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8760703 May 13 14:25:04.161320 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:25:04.162661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:04.450918 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Allocated IP 172.20.0.2 (eda1e4ab-36cb-4d76-b913-061fcc4d394d/83ca69ab-a10c-4742-8cef-3f63218769ea/e82b8368-ab36-4e8e-b063-6070156476fc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:04.739072 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks [] for port (e82b8368-ab36-4e8e-b063-6070156476fc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:04.813182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:04.899555 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:04.904410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:04.907050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Pushing event updated for resources: {'Port': ['ID=e82b8368-ab36-4e8e-b063-6070156476fc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:04.909426 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:25:04.942156 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.942503 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.947862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Tracked resource versions report: May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: pushed versions: May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Agent': {'1.1'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Log': {'1.0'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Network': {'1.1'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Port': {'1.7'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: consumer versions: May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Agent': '1.1', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Log': '1.0', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'NDPProxy': '1.0', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Network': '1.1', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Port': '1.7', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'PortForwarding': '1.3', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'QosPolicy': '1.10', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SubPort': '1.0', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Subnet': '1.1', May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Trunk': '1.1'}} May 13 14:25:04.948200 dv-cinder-841754-1-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:25:05.000211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Attempting to bind port e82b8368-ab36-4e8e-b063-6070156476fc on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:25:05.000613 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Attempting to bind port e82b8368-ab36-4e8e-b063-6070156476fc by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:25:05.001033 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Attempting to bind port e82b8368-ab36-4e8e-b063-6070156476fc on network eda1e4ab-36cb-4d76-b913-061fcc4d394d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:25:05.006312 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:25:05.006731 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Checking segment: {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:25:05.007226 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:05.007620 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Bound using segment: {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:25:05.008111 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Bound port: e82b8368-ab36-4e8e-b063-6070156476fc, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:25:05.008513 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:05.073142 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] For port e82b8368-ab36-4e8e-b063-6070156476fc, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:25:05.096415 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] For port e82b8368-ab36-4e8e-b063-6070156476fc, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e82b8368-ab36-4e8e-b063-6070156476fc,segment=NetworkSegment(ebf419f8-4462-4c08-be94-99ad223dd7ea),segment_id=ebf419f8-4462-4c08-be94-99ad223dd7ea)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:25:05.185577 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:05.281430 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f15d1-b482-41d2-b283-f1de700858b5 None None] Pushing event updated for resources: {'Port': ['ID=e82b8368-ab36-4e8e-b063-6070156476fc,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:06.494954 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39226) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:06.817487 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-0130c69a-baa8-421e-b46b-d1f7dece6cb4 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:25:06.818473 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0130c69a-baa8-421e-b46b-d1f7dece6cb4 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3218162 May 13 14:25:09.339868 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39234) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:09.669326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-ec3ba6fd-f805-4cef-8565-51a3da0d3b25 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:25:09.670492 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec3ba6fd-f805-4cef-8565-51a3da0d3b25 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293817 May 13 14:25:12.264565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39242) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:12.596542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:25:12.692647 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (9371e001-1f18-4c5f-bea3-4cece01ed02a), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:12.694396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (9371e001-1f18-4c5f-bea3-4cece01ed02a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:12.839986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Publish callbacks [] for router_controller (9371e001-1f18-4c5f-bea3-4cece01ed02a), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:13.002056 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (9371e001-1f18-4c5f-bea3-4cece01ed02a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:13.088391 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:13.102759 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1b133efb-1880-42c1-9d11-8088f122d128 demo demo] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8243568 May 13 14:25:15.624529 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39254) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:15.730062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e82b8368-ab36-4e8e-b063-6070156476fc up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:25:15.827766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port e82b8368-ab36-4e8e-b063-6070156476fc triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:15.828264 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:15.942546 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port e82b8368-ab36-4e8e-b063-6070156476fc is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:15.942958 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:15.978117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-8290e4bf-66d6-44b7-8541-33cfbb8d1bc1 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:25:15.979824 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8290e4bf-66d6-44b7-8541-33cfbb8d1bc1 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3537004 May 13 14:25:15.985357 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port e82b8368-ab36-4e8e-b063-6070156476fc, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e82b8368-ab36-4e8e-b063-6070156476fc,segment=NetworkSegment(ebf419f8-4462-4c08-be94-99ad223dd7ea),segment_id=ebf419f8-4462-4c08-be94-99ad223dd7ea)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:25:16.074113 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:16.127953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=e82b8368-ab36-4e8e-b063-6070156476fc,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:16.976233 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abf84a-5a40-4d7f-9701-a6ae514da86e None None] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:25:17.029594 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-a023fb39-d4a5-4206-8394-3b2eb8595750 None None] Provisioning complete for port e82b8368-ab36-4e8e-b063-6070156476fc triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:17.030045 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a023fb39-d4a5-4206-8394-3b2eb8595750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:17.166187 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a023fb39-d4a5-4206-8394-3b2eb8595750 None None] Current status of the port e82b8368-ab36-4e8e-b063-6070156476fc is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:17.390437 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-f355e99a-6810-49f3-b121-66cdd44d9911 None None] Provisioning complete for port e82b8368-ab36-4e8e-b063-6070156476fc triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:17.390846 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f355e99a-6810-49f3-b121-66cdd44d9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:17.470192 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f355e99a-6810-49f3-b121-66cdd44d9911 None None] Current status of the port e82b8368-ab36-4e8e-b063-6070156476fc is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:17.704259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e82b8368-ab36-4e8e-b063-6070156476fc up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:25:17.751451 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port e82b8368-ab36-4e8e-b063-6070156476fc triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:17.751756 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:17.830243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port e82b8368-ab36-4e8e-b063-6070156476fc is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:18.355772 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f258-41b1-4ac5-a25d-40b60365525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:18.495369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39262) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:18.810834 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:25:18.878367 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Made reservation on behalf of 5c2f994000554348b37b286ff91de452 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:18.880581 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:18.889441 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:18.962969 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks [] for security_group (aed65ee3-d12d-4dfa-b3f0-4052703fbcef), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.029283 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (aed65ee3-d12d-4dfa-b3f0-4052703fbcef), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.047016 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103806) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 14:25:19.063555 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed65ee3-d12d-4dfa-b3f0-4052703fbcef,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.069223 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.069566 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Added segment 0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0 of type flat for network 42334e3d-2113-40ab-86b0-e9befa2eee5f May 13 14:25:19.129524 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (42334e3d-2113-40ab-86b0-e9befa2eee5f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.238462 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (42334e3d-2113-40ab-86b0-e9befa2eee5f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.239644 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.240342 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:19.330009 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] Pushing event updated for resources: {'Network': ['ID=42334e3d-2113-40ab-86b0-e9befa2eee5f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.340065 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:25:19.380240 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1360aee1-cb72-4f4a-83df-5dae3a2d13f9 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8836930 May 13 14:25:20.560454 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22bd0b63-40c0-46f3-9b5e-7b01e9488ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:21.841257 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39270) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:21.954912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:22.144802 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82092eb0-47a7-4dd8-848c-e88173ca6dce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.146135 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-82092eb0-47a7-4dd8-848c-e88173ca6dce demo admin] 10.222.0.102 "GET /v2.0/subnets/83ca69ab-a10c-4742-8cef-3f63218769ea HTTP/1.1" status: 200 len: 849 time: 0.3039556 May 13 14:25:22.330686 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5003794b-276e-4753-a17f-935089f9f896 demo admin] 10.222.0.102 "GET /v2.0/routers/9371e001-1f18-4c5f-bea3-4cece01ed02a HTTP/1.1" status: 200 len: 704 time: 0.1784046 May 13 14:25:22.605754 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:22.918172 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Allocated IP 172.20.0.1 (eda1e4ab-36cb-4d76-b913-061fcc4d394d/83ca69ab-a10c-4742-8cef-3f63218769ea/a7bb3676-a85a-4f55-8686-9d85ac6c6254) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:23.009997 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.084030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks [] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.245909 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.320989 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:23.327253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:23.336132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:25:23.336697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (9371e001-1f18-4c5f-bea3-4cece01ed02a), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.360756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Pushing event updated for resources: {'Port': ['ID=a7bb3676-a85a-4f55-8686-9d85ac6c6254,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:23.572862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-2ec6c880-938d-4011-9a1a-614b575a9d00 None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:23.573211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ec6c880-938d-4011-9a1a-614b575a9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.607897 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6c880-938d-4011-9a1a-614b575a9d00 None None] Port a7bb3676-a85a-4f55-8686-9d85ac6c6254 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:25:23.625004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.890267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks [] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.949624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:23.950427 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (9371e001-1f18-4c5f-bea3-4cece01ed02a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:24.036075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Pushing event updated for resources: {'Port': ['ID=a7bb3676-a85a-4f55-8686-9d85ac6c6254,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:24.084477 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:24.085792 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:24.328142 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-855ff27a-539d-4ecc-96b8-b61a740e40bf None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:24.328763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-855ff27a-539d-4ecc-96b8-b61a740e40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:24.346939 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Router 9371e001-1f18-4c5f-bea3-4cece01ed02a is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:25:24.362516 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-855ff27a-539d-4ecc-96b8-b61a740e40bf None None] Port a7bb3676-a85a-4f55-8686-9d85ac6c6254 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:25:24.443791 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:25:24.450516 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ef4f58a1-63a3-4a4e-8bc0-e5d0dd18b1ff demo admin] 10.222.0.102 "PUT /v2.0/routers/9371e001-1f18-4c5f-bea3-4cece01ed02a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1144412 May 13 14:25:24.470923 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Sync routers for ids ['9371e001-1f18-4c5f-bea3-4cece01ed02a'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:24.484352 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Routers {'9371e001-1f18-4c5f-bea3-4cece01ed02a'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:25:24.485171 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:25:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['9371e001-1f18-4c5f-bea3-4cece01ed02a'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:24.684300 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Set router 9371e001-1f18-4c5f-bea3-4cece01ed02a gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:25:24.769974 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:25.126211 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:23Z', 'revision_number': 2, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port_host': None, '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:23Z', 'revision_number': 2, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:25.179163 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Checking router: 9371e001-1f18-4c5f-bea3-4cece01ed02a for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:25.179538 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Updating router 9371e001-1f18-4c5f-bea3-4cece01ed02a port a7bb3676-a85a-4f55-8686-9d85ac6c6254 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:25.236303 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:25.904045 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks [] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:25.964067 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.141738 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Pushing event updated for resources: {'Port': ['ID=a7bb3676-a85a-4f55-8686-9d85ac6c6254,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.153968 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Attempting to bind port a7bb3676-a85a-4f55-8686-9d85ac6c6254 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:25:26.154417 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Attempting to bind port a7bb3676-a85a-4f55-8686-9d85ac6c6254 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:25:26.154827 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Attempting to bind port a7bb3676-a85a-4f55-8686-9d85ac6c6254 on network eda1e4ab-36cb-4d76-b913-061fcc4d394d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:25:26.157914 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.158257 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.158601 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.158967 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.159298 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.159629 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.159955 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.160275 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.160597 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.160915 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.161233 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.161570 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.161891 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.162205 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.162522 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Tracked resource versions report: May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: pushed versions: May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: { 'AddressGroup': {'1.2'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Agent': {'1.1'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'ConntrackHelper': {'1.0'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Log': {'1.0'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'NDPProxy': {'1.0'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Network': {'1.1'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Port': {'1.7'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'PortForwarding': {'1.3'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'QosPolicy': {'1.10'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroup': {'1.5'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SubPort': {'1.0'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Subnet': {'1.1'}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Trunk': {'1.1'}} May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: consumer versions: May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Agent': '1.1', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'ConntrackHelper': '1.0', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'LocalIPAssociation': '1.0', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Log': '1.0', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'NDPProxy': '1.0', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Network': '1.1', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Port': '1.7', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'PortForwarding': '1.3', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'QosPolicy': '1.10', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroup': '1.5', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroupRule': '1.2', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SubPort': '1.0', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Subnet': '1.1', May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Trunk': '1.1'}} May 13 14:25:26.164114 dv-cinder-841754-1-iscsi neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:25:26.175950 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:25:26.176374 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Checking segment: {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:25:26.176866 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.177440 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Bound using segment: {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:25:26.177961 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Bound port: a7bb3676-a85a-4f55-8686-9d85ac6c6254, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf419f8-4462-4c08-be94-99ad223dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:25:26.178652 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.256413 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] For port a7bb3676-a85a-4f55-8686-9d85ac6c6254, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:25:26.278274 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] For port a7bb3676-a85a-4f55-8686-9d85ac6c6254, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=a7bb3676-a85a-4f55-8686-9d85ac6c6254,segment=NetworkSegment(ebf419f8-4462-4c08-be94-99ad223dd7ea),segment_id=ebf419f8-4462-4c08-be94-99ad223dd7ea)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:25:26.331871 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-7ce3cc6b-6673-4e12-9574-828975b44f96 None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:26.332437 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ce3cc6b-6673-4e12-9574-828975b44f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.343679 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.367174 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3cc6b-6673-4e12-9574-828975b44f96 None None] Port a7bb3676-a85a-4f55-8686-9d85ac6c6254 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:25:26.403089 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820d84-e2b9-4b21-b96a-02ce7f9fac91 None None] Pushing event updated for resources: {'Port': ['ID=a7bb3676-a85a-4f55-8686-9d85ac6c6254,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.410057 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Routers {'9371e001-1f18-4c5f-bea3-4cece01ed02a'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:25:26.410653 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:25:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['9371e001-1f18-4c5f-bea3-4cece01ed02a'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:26.507326 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] Set router 9371e001-1f18-4c5f-bea3-4cece01ed02a gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:25:26.586327 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:26.587019 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.675004 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Current status of the port a7bb3676-a85a-4f55-8686-9d85ac6c6254 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:26.675623 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.721200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] For port a7bb3676-a85a-4f55-8686-9d85ac6c6254, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=a7bb3676-a85a-4f55-8686-9d85ac6c6254,segment=NetworkSegment(ebf419f8-4462-4c08-be94-99ad223dd7ea),segment_id=ebf419f8-4462-4c08-be94-99ad223dd7ea)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:25:26.751686 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:23Z', 'revision_number': 2, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port_host': None, '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:26Z', 'revision_number': 4, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:26.781466 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7cc10-2aec-4f93-b234-71987ecbdbf7 None None] The sync data for ids ['9371e001-1f18-4c5f-bea3-4cece01ed02a'] in dv-cinder-841754-1-iscsi is: [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:23Z', 'revision_number': 2, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port_host': None, '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:26Z', 'revision_number': 4, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:26.817799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:26.871891 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c171bf-f0aa-4b88-b65f-efd93f794879 None None] Pushing event updated for resources: {'Port': ['ID=a7bb3676-a85a-4f55-8686-9d85ac6c6254,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.917903 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39290) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:27.036432 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30c4b4-ef33-4ee6-b259-6b663dba5d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.037791 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ee30c4b4-ef33-4ee6-b259-6b663dba5d60 admin admin] 10.222.0.102 "GET /v2.0/networks/42334e3d-2113-40ab-86b0-e9befa2eee5f HTTP/1.1" status: 200 len: 842 time: 0.1188343 May 13 14:25:27.047430 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:25:27.149129 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Made reservation on behalf of 5c2f994000554348b37b286ff91de452 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:27.151992 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:27.484645 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.objects.ports [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103807) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 14:25:27.485079 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (916ad280-8975-47d6-9ffc-46732bbcf6a3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:27.550004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916ad280-8975-47d6-9ffc-46732bbcf6a3,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:27.555693 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:25:27.555891 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Network hostable DHCP agents. Network: 42334e3d-2113-40ab-86b0-e9befa2eee5f, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:27.661773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:27.741403 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 42334e3d-2113-40ab-86b0-e9befa2eee5f) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:27.746392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.747075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:27.752387 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773e8a4-1593-42d8-b05c-7b3a2b653bac None None] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:25:27.833147 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4fc0edcb-2ecc-4eb7-ac5a-74b9bb8147d9 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7718973 May 13 14:25:27.858934 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ff9a3-4352-4c32-948f-142a4edc85d0 None None] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:25:30.215134 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39308) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:30.349994 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-96c5dca4-907a-4513-9644-0a7a7c7b6b7e demo admin] 10.222.0.102 "GET /v2.0/routers/9371e001-1f18-4c5f-bea3-4cece01ed02a HTTP/1.1" status: 200 len: 710 time: 0.1335034 May 13 14:25:30.434676 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238ff7c-80d8-456b-b392-c40479c05797 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.436058 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9238ff7c-80d8-456b-b392-c40479c05797 demo admin] 10.222.0.102 "GET /v2.0/networks/42334e3d-2113-40ab-86b0-e9befa2eee5f HTTP/1.1" status: 200 len: 886 time: 0.0806031 May 13 14:25:30.444906 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:25:30.789550 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks [] for router_gateway (9371e001-1f18-4c5f-bea3-4cece01ed02a), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:31.097857 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks [] for router_gateway (9371e001-1f18-4c5f-bea3-4cece01ed02a), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:31.173368 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:31.283106 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Allocated IP 172.27.0.122 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/63d4d74f-7b78-4e41-8313-624fa74267d3) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:31.388309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks [] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:31.481089 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:31.519062 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:31.521845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:31.525931 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:25:31.565218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Pushing event updated for resources: {'Port': ['ID=63d4d74f-7b78-4e41-8313-624fa74267d3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:31.899517 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks [] for router_gateway (9371e001-1f18-4c5f-bea3-4cece01ed02a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:32.111291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-324106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-322157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124334'] for router (9371e001-1f18-4c5f-bea3-4cece01ed02a), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:32.115368 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-324099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-324124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-322150'] for router (9371e001-1f18-4c5f-bea3-4cece01ed02a), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:32.236767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Router 9371e001-1f18-4c5f-bea3-4cece01ed02a has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:25:32.357451 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:25:32.361623 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:32.363045 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8d2795f9-8880-4b83-9c18-4344928d4bf1 demo admin] 10.222.0.102 "PUT /v2.0/routers/9371e001-1f18-4c5f-bea3-4cece01ed02a HTTP/1.1" status: 200 len: 890 time: 1.9211073 May 13 14:25:34.883001 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39320) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:25:35.003363 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-fb739b12-b148-4e9b-a917-ee35e5682a4c admin admin] 10.222.0.102 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192598 May 13 14:25:35.733341 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device a7bb3676-a85a-4f55-8686-9d85ac6c6254 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:25:35.786796 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:35.787431 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:35.873455 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port a7bb3676-a85a-4f55-8686-9d85ac6c6254 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:35.972182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Sync routers for ids ['9371e001-1f18-4c5f-bea3-4cece01ed02a'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:35.984011 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Routers {'9371e001-1f18-4c5f-bea3-4cece01ed02a'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:25:35.984725 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:25:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['9371e001-1f18-4c5f-bea3-4cece01ed02a'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:36.202350 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Set router 9371e001-1f18-4c5f-bea3-4cece01ed02a gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:25:36.659076 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 4, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port': {'id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:31Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:26Z', 'revision_number': 5, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:36.712050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Checking router: 9371e001-1f18-4c5f-bea3-4cece01ed02a for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:36.712050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Updating router 9371e001-1f18-4c5f-bea3-4cece01ed02a port 63d4d74f-7b78-4e41-8313-624fa74267d3 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:36.789264 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.131530 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks [] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.217041 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.274685 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5723-bb97-40ef-9443-b83adbc23bfe None None] Pushing event updated for resources: {'Port': ['ID=63d4d74f-7b78-4e41-8313-624fa74267d3,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:37.281818 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Attempting to bind port 63d4d74f-7b78-4e41-8313-624fa74267d3 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:25:37.282185 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Attempting to bind port 63d4d74f-7b78-4e41-8313-624fa74267d3 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:25:37.282542 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Attempting to bind port 63d4d74f-7b78-4e41-8313-624fa74267d3 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:25:37.288855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:25:37.289138 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:25:37.289560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.289983 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:25:37.290410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Bound port: 63d4d74f-7b78-4e41-8313-624fa74267d3, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:25:37.292087 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.354875 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] For port 63d4d74f-7b78-4e41-8313-624fa74267d3, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:25:37.358906 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] For port 63d4d74f-7b78-4e41-8313-624fa74267d3, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=63d4d74f-7b78-4e41-8313-624fa74267d3,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:25:37.449761 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:37.514778 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Routers {'9371e001-1f18-4c5f-bea3-4cece01ed02a'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:25:37.515324 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:25:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['9371e001-1f18-4c5f-bea3-4cece01ed02a'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:37.561189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5723-bb97-40ef-9443-b83adbc23bfe None None] Pushing event updated for resources: {'Port': ['ID=63d4d74f-7b78-4e41-8313-624fa74267d3,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:37.652139 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] Set router 9371e001-1f18-4c5f-bea3-4cece01ed02a gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:25:37.894124 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 4, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port': {'id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:31Z', 'updated_at': '2022-05-13T14:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:26Z', 'revision_number': 5, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:37.922396 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f1410-2c53-4e1f-ace0-f734a9d22a8b None None] The sync data for ids ['9371e001-1f18-4c5f-bea3-4cece01ed02a'] in dv-cinder-841754-1-iscsi is: [{'id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'name': 'router1', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:12Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 4, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'gw_port': {'id': '63d4d74f-7b78-4e41-8313-624fa74267d3', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:31Z', 'updated_at': '2022-05-13T14:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'a7bb3676-a85a-4f55-8686-9d85ac6c6254', 'name': '', 'network_id': 'eda1e4ab-36cb-4d76-b913-061fcc4d394d', 'tenant_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'mac_address': 'fa:16:3e:95:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9371e001-1f18-4c5f-bea3-4cece01ed02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:22Z', 'updated_at': '2022-05-13T14:25:26Z', 'revision_number': 5, 'project_id': '5ff07c2c3bb841e79e1cbcd080b2018d', 'subnets': [{'id': '83ca69ab-a10c-4742-8cef-3f63218769ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827c2bb3-1f38-4ccc-9ae8-9d32314e742b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:39.822583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 63d4d74f-7b78-4e41-8313-624fa74267d3 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:25:39.880937 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 63d4d74f-7b78-4e41-8313-624fa74267d3 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:39.881703 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:39.979150 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 63d4d74f-7b78-4e41-8313-624fa74267d3 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:39.980825 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:40.005695 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 63d4d74f-7b78-4e41-8313-624fa74267d3, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=63d4d74f-7b78-4e41-8313-624fa74267d3,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:25:40.074758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:40.191727 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=63d4d74f-7b78-4e41-8313-624fa74267d3,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:41.795874 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 63d4d74f-7b78-4e41-8313-624fa74267d3 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:25:41.861607 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 63d4d74f-7b78-4e41-8313-624fa74267d3 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:25:41.862133 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (63d4d74f-7b78-4e41-8313-624fa74267d3), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:41.953310 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 63d4d74f-7b78-4e41-8313-624fa74267d3 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:25:42.673947 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:25:48.374636 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27f6a943-9bad-4eec-8379-a77546cb2658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:50.560144 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60549440-ee00-4b4f-ba96-6e2e2e8f1655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:51.940231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:52.936669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:25:54.783723 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:18.370764 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b270472f-c107-4369-8405-5d15e1d45d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:19.672573 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:26:20.581842 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1b6e-60bc-4af9-9767-f247b635f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:21.947338 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:22.990215 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:24.796363 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:48.340798 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-916851ef-e917-41a8-8c8d-0e2cd4ee9c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:50.580464 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8e43159-ac34-44ea-8fbf-74e95a605884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:52.003959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:52.935137 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:54.763180 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:56.240583 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39804) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:26:56.375245 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da5dda3-bfff-4d8e-82dd-b121f255bd80 admin admin] GET failed (client error): The resource could not be found. May 13 14:26:56.376613 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1da5dda3-bfff-4d8e-82dd-b121f255bd80 admin admin] 10.222.0.102 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1350594 May 13 14:26:56.539545 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a4f50-2e32-463a-8bba-0ae74ed2f15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.541036 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-617a4f50-2e32-463a-8bba-0ae74ed2f15c admin admin] 10.222.0.102 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601276 May 13 14:26:56.671225 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:26:58.855503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39814) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:26:59.021236 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd40cbf-4f29-46ca-93f0-c6dd2de1d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.023305 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bfd40cbf-4f29-46ca-93f0-c6dd2de1d051 admin admin] 10.222.0.102 "GET /v2.0/subnets/83ca69ab-a10c-4742-8cef-3f63218769ea HTTP/1.1" status: 200 len: 849 time: 0.1659224 May 13 14:26:59.033034 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:26:59.125778 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Publish callbacks [] for subnet (83ca69ab-a10c-4742-8cef-3f63218769ea), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:59.337961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752059492765'] for subnet (83ca69ab-a10c-4742-8cef-3f63218769ea), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:59.376525 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.377622 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:59.387060 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] 10.222.0.102 "PUT /v2.0/subnets/83ca69ab-a10c-4742-8cef-3f63218769ea HTTP/1.1" status: 200 len: 868 time: 0.3491123 May 13 14:26:59.387286 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee530b-c818-487d-8d66-51a249ba4591 None None] Network eda1e4ab-36cb-4d76-b913-061fcc4d394d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:26:59.400580 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ca69ab-a10c-4742-8cef-3f63218769ea,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:59.408169 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.408668 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.409046 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.409392 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.409766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.410121 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.410458 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.410822 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.411191 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.411542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.411889 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.412239 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.412594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.412899 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.413749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22b7c64-4a37-49b0-9549-361fa1fd935f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:59.719259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Provisioning complete for port e82b8368-ab36-4e8e-b063-6070156476fc triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:26:59.719645 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e82b8368-ab36-4e8e-b063-6070156476fc), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:59.799613 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Current status of the port e82b8368-ab36-4e8e-b063-6070156476fc is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:26:59.808027 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Provisioning complete for port a7bb3676-a85a-4f55-8686-9d85ac6c6254 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:26:59.808415 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a7bb3676-a85a-4f55-8686-9d85ac6c6254), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:26:59.888463 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-95331901-7396-4e11-8a5a-7da091668f69 None None] Current status of the port a7bb3676-a85a-4f55-8686-9d85ac6c6254 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:27:01.656486 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39824) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:01.860111 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b133f-e8d6-4e8e-8669-f8a018cc8d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.860493 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b133f-e8d6-4e8e-8669-f8a018cc8d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.862057 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1d6b133f-e8d6-4e8e-8669-f8a018cc8d17 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046132 May 13 14:27:04.125505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 39832) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:04.262597 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6bc5d-c2c4-4ce5-a102-95a328d21a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.263099 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6bc5d-c2c4-4ce5-a102-95a328d21a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.264643 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-55d6bc5d-c2c4-4ce5-a102-95a328d21a15 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381977 May 13 14:27:06.544155 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39840) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:06.670058 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed4009-f20a-4020-b7e2-330c77c7afcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:06.671692 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-afed4009-f20a-4020-b7e2-330c77c7afcb admin admin] 10.222.0.102 "GET /v2.0/networks/42334e3d-2113-40ab-86b0-e9befa2eee5f HTTP/1.1" status: 200 len: 886 time: 0.1265864 May 13 14:27:08.980673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39848) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:09.111118 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f7ba9-db37-46f0-a9c6-e6ff9081bf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:09.112469 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2c6f7ba9-db37-46f0-a9c6-e6ff9081bf01 admin admin] 10.222.0.102 "GET /v2.0/networks/eda1e4ab-36cb-4d76-b913-061fcc4d394d HTTP/1.1" status: 200 len: 869 time: 0.1308591 May 13 14:27:11.384555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39856) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:11.508437 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686deb2-f71d-4d61-a788-a896245c344c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.508885 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686deb2-f71d-4d61-a788-a896245c344c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.510409 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7686deb2-f71d-4d61-a788-a896245c344c admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248748 May 13 14:27:13.780693 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39864) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:13.871967 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052270f-9c07-4fd1-90cb-5a8814228d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.872413 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052270f-9c07-4fd1-90cb-5a8814228d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.873904 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1052270f-9c07-4fd1-90cb-5a8814228d15 admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922823 May 13 14:27:16.169628 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39872) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:16.267525 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46f02f-8ad8-43ef-aaf7-7692f1a4c343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:16.268897 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8c46f02f-8ad8-43ef-aaf7-7692f1a4c343 admin admin] 10.222.0.102 "GET /v2.0/subnets/83ca69ab-a10c-4742-8cef-3f63218769ea HTTP/1.1" status: 200 len: 868 time: 0.0983236 May 13 14:27:18.323020 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d65c38ef-37f6-4359-b4ef-38619c1ca736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:18.583857 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39880) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:18.672188 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39013c69-5c12-4298-8011-a7463ff47ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:18.673541 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-39013c69-5c12-4298-8011-a7463ff47ab1 admin admin] 10.222.0.102 "GET /v2.0/subnets/916ad280-8975-47d6-9ffc-46732bbcf6a3 HTTP/1.1" status: 200 len: 816 time: 0.0888221 May 13 14:27:20.556907 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2164ca0-63e1-45f5-b80b-1c8b7969f0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:21.933643 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:22.936608 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:24.779633 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:33.669256 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:27:48.335780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71848895-67eb-4c1c-9298-86a4d706dc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:50.564269 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0421a45-9fcc-4372-818d-5ee72b4c0b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:51.929680 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:52.958830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:54.787658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:27:59.690813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39938) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:27:59.740981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-65aee8ae-ed4a-40d2-abeb-7769261a3f48 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:27:59.742002 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-65aee8ae-ed4a-40d2-abeb-7769261a3f48 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0497499 May 13 14:28:02.102924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39946) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:28:02.165116 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8373e1-95e6-46c2-be21-6464fe852825 admin admin] GET failed (client error): The resource could not be found. May 13 14:28:02.166436 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bc8373e1-95e6-46c2-be21-6464fe852825 admin admin] 10.222.0.102 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625479 May 13 14:28:02.255739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217fdc8-17b0-4637-a0f1-0b8b895c406f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.257249 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4217fdc8-17b0-4637-a0f1-0b8b895c406f admin admin] 10.222.0.102 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0867715 May 13 14:28:04.548966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39954) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:28:04.598654 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:28:04.729508 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Made reservation on behalf of 5c2f994000554348b37b286ff91de452 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:04.731743 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:04.760573 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING neutron.services.revisions.revision_plugin [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Could not find related network for resource to bump revision. May 13 14:28:04.779793 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:04.793966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752059479336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (a9e3a98b-a25e-4be8-9e06-64ded21cd25c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:04.794523 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Unsubscribe: segment precommit_create {{(pid=103807) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:28:04.795034 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Added segment a9e3a98b-a25e-4be8-9e06-64ded21cd25c of type vlan for network f5a4b410-b710-44dd-8694-e92d427f3d72 May 13 14:28:04.842362 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (f5a4b410-b710-44dd-8694-e92d427f3d72), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:04.964314 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (f5a4b410-b710-44dd-8694-e92d427f3d72), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:04.965286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.965859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:05.074591 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a4b410-b710-44dd-8694-e92d427f3d72,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.081952 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.082299 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.082827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.083181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.083528 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.083857 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.084189 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.084510 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.084875 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.085306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.085719 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.086011 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.086335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.086679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.087043 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.105170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network f5a4b410-b710-44dd-8694-e92d427f3d72 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:28:05.141732 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-71f1b817-d524-4ecd-a790-e8c288ba4c11 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5916817 May 13 14:28:07.437817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 39962) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:28:07.500341 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c39a51-06e7-4da4-8815-73ee8b78d325 admin admin] GET failed (client error): The resource could not be found. May 13 14:28:07.501785 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-12c39a51-06e7-4da4-8815-73ee8b78d325 admin admin] 10.222.0.102 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630164 May 13 14:28:07.574817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1dc93-3c6a-4b66-ba33-c5e845f6b092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.576279 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f8e1dc93-3c6a-4b66-ba33-c5e845f6b092 admin admin] 10.222.0.102 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704496 May 13 14:28:07.586468 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:28:07.672555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Made reservation on behalf of 5c2f994000554348b37b286ff91de452 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:07.674790 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:07.892780 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (78fdc91e-d24e-48e6-ae35-95a7a9ebafc6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:07.946830 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fdc91e-d24e-48e6-ae35-95a7a9ebafc6,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:07.958991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Checking segment: {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:28:07.959338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Network hostable DHCP agents. Network: f5a4b410-b710-44dd-8694-e92d427f3d72, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:08.043910 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Network f5a4b410-b710-44dd-8694-e92d427f3d72 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:08.123552 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, f5a4b410-b710-44dd-8694-e92d427f3d72) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:08.127974 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:08.128998 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.133800 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb847fc8-08d3-4604-add5-36c5f367f69b None None] Network f5a4b410-b710-44dd-8694-e92d427f3d72 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:28:08.229519 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-70b5e12c-4007-4632-9b46-0baf878b9c60 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6462560 May 13 14:28:08.340574 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-f5a4b410-b710-44dd-8694-e92d427f3d72', 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72', 'project_id': '5c2f994000554348b37b286ff91de452', 'fixed_ips': [{'subnet_id': '78fdc91e-d24e-48e6-ae35-95a7a9ebafc6'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:28:08.341505 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.496602 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Allocated IP 192.168.233.2 (f5a4b410-b710-44dd-8694-e92d427f3d72/78fdc91e-d24e-48e6-ae35-95a7a9ebafc6/582a1dd8-a5b1-4b9c-a01b-0543611bae66) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:08.651652 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks [] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.750083 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.792995 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Network f5a4b410-b710-44dd-8694-e92d427f3d72 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:08.795944 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:08.801688 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:28:08.807394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Pushing event updated for resources: {'Port': ['ID=582a1dd8-a5b1-4b9c-a01b-0543611bae66,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:08.817938 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.818293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.818656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.819016 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.819348 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.819669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.819988 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.820307 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.820622 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.820937 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.821254 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.821585 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.821902 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.822216 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.822529 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.877006 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Attempting to bind port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:28:08.877373 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Attempting to bind port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:28:08.877738 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Attempting to bind port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 on network f5a4b410-b710-44dd-8694-e92d427f3d72 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:28:08.883329 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:28:08.883701 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Checking segment: {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:28:08.884108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.884504 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Bound using segment: {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:28:08.884981 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Bound port: 582a1dd8-a5b1-4b9c-a01b-0543611bae66, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:28:08.885358 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:08.950005 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] For port 582a1dd8-a5b1-4b9c-a01b-0543611bae66, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:28:08.953143 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] For port 582a1dd8-a5b1-4b9c-a01b-0543611bae66, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=582a1dd8-a5b1-4b9c-a01b-0543611bae66,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:28:09.030551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:09.095597 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ead1c-e274-4c2c-998b-0a6cdb8699c1 None None] Pushing event updated for resources: {'Port': ['ID=582a1dd8-a5b1-4b9c-a01b-0543611bae66,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:09.886252 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 582a1dd8-a5b1-4b9c-a01b-0543611bae66 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:28:09.946300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:28:09.946794 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:09.984026 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2e806-1799-4129-aa1e-fb5bee441d03 None None] Network f5a4b410-b710-44dd-8694-e92d427f3d72 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:28:10.095623 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Provisioning complete for port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:28:10.096221 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:10.133123 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:28:10.133515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:10.215347 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 582a1dd8-a5b1-4b9c-a01b-0543611bae66, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=582a1dd8-a5b1-4b9c-a01b-0543611bae66,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:28:10.258768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Current status of the port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:28:10.259046 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:10.287507 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:10.371300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.db.api [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:10.371675 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG oslo_db.api [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:10.374698 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=582a1dd8-a5b1-4b9c-a01b-0543611bae66,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:10.670012 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:28:10.910579 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a80635fa-0a74-43fd-8c2e-70d00f528e78 None None] Current status of the port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:28:11.027485 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-15875be9-4dc3-4498-982d-084aa827a8bd None None] Provisioning complete for port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:28:11.027866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15875be9-4dc3-4498-982d-084aa827a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:11.111596 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-15875be9-4dc3-4498-982d-084aa827a8bd None None] Current status of the port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:28:11.826252 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 582a1dd8-a5b1-4b9c-a01b-0543611bae66 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:28:11.873534 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:28:11.873903 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (582a1dd8-a5b1-4b9c-a01b-0543611bae66), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:11.950282 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 582a1dd8-a5b1-4b9c-a01b-0543611bae66 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:28:18.340513 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57139399-ac99-483c-9079-e8127c969a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:20.543269 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8babc480-8849-43a5-8b69-10450593df96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:21.972435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:22.954547 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:24.769125 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:47.668919 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:28:48.407682 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a45fd133-6c7f-454a-9ea0-d587e080da7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:50.559649 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ae75-6600-400e-a6c7-eec54c054fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:51.948284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:52.955962 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:28:54.767542 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:18.332200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b9684b60-34dc-4890-8adc-0e96fc406028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:20.558554 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b772b2d-3aa7-4363-9d21-e6298eecf88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:21.943404 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:23.025710 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:24.668937 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:29:24.771977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:48.360048 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de4ddaa8-64b0-4d24-9a61-a1a40219668e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:50.536515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7f4a54b-4c74-40fa-a073-46abcf281e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:51.953512 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:52.954504 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:54.787982 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:57.319913 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40002) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:29:57.326010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-a4545478-5caf-4f27-9aeb-a92a2bdb642e tempest-verify_tempest_config-1467294684 tempest-verify_tempest_config-1467294684-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:29:57.327033 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a4545478-5caf-4f27-9aeb-a92a2bdb642e tempest-verify_tempest_config-1467294684 tempest-verify_tempest_config-1467294684-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060961 May 13 14:29:58.015535 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40020) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:29:58.121981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.229267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Publish callbacks [] for security_group (9077c263-5d53-4585-aa59-e0e585cb56c4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.301997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (9077c263-5d53-4585-aa59-e0e585cb56c4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.348308 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=96889caabeee4387bbff8e5699afcc80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3309221 May 13 14:29:58.349130 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9077c263-5d53-4585-aa59-e0e585cb56c4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.351067 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40026) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:29:58.356196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.356538 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.356882 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.357216 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.357547 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.357876 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.358457 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.358826 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.359133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.359512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.359950 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.360327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.360598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.360920 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.361239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b648-a1d2-442b-94d6-56715043e16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.407374 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Publish callbacks [] for security_group (9077c263-5d53-4585-aa59-e0e585cb56c4), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.430607 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Publish callbacks [] for security_group (9077c263-5d53-4585-aa59-e0e585cb56c4), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.586312 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (9077c263-5d53-4585-aa59-e0e585cb56c4), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.589012 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:29:58.590205 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9077c263-5d53-4585-aa59-e0e585cb56c4 HTTP/1.1" status: 204 len: 168 time: 0.2381115 May 13 14:29:58.598215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9077c263-5d53-4585-aa59-e0e585cb56c4,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.604976 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.605306 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.605615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.605954 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.606286 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.606612 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.606961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.607282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.607604 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.608166 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.608494 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.608813 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.609130 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.609494 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:58.609839 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95460ce3-8f05-40d5-84b2-bc271e808d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:01.667283 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:30:18.335852 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1dd5cd21-5d7f-4a73-b057-d93c8e74e795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:20.552952 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1c24-dde3-48c1-bc29-dda77a8d8c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:21.990815 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:22.981360 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:24.792330 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:38.666057 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:30:48.352409 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80100277-4c2d-45c9-83d1-111ae93ed729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:50.538321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e40dc075-741e-4b0a-a141-3120eb040202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:52.002795 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:52.978327 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:30:54.783806 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:15.663812 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 5 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:31:18.327461 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce00ee2c-9761-4024-a804-72865213db7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:20.544339 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67bab9ee-0c1a-43cf-93ff-36ecf1a154d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:21.944027 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:22.967008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:24.783030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:48.078972 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-315101'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:48.341874 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3afa8052-ec57-44b5-b6f0-5be485256454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:50.514681 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191dac0f-06b3-4457-918f-2da4f5c1cec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:52.038811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:52.663684 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:31:52.965991 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:31:54.811696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:00.246539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40096) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:32:00.352882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-cbeca755-eecd-4215-a463-fb3aeea50088 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1052108 May 13 14:32:02.634858 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40106) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:32:02.690016 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4984a5b8-a34c-4186-8c03-cba9261994ce admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0540488 May 13 14:32:18.055424 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:18.347787 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de11dbc4-fd8b-463d-9725-bb7a1b32ab31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:20.536390 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dff583d6-0327-40c2-aa5d-d6044f47b9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:21.981627 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:22.970970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:24.786115 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:29.663616 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:32:48.066563 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:48.346383 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1071fa22-00b2-4f9c-824e-c44acce79102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:50.659452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c72d86f-0607-41f4-b792-409678385345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:51.963418 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:52.992015 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:32:54.786062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:06.663478 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:33:18.053868 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:18.345576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7341cce8-18ee-40cd-873b-dc9ee7160e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:20.545187 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2572793-fa67-4b90-a2b8-a184f9abecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:21.979497 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:22.991763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:24.773479 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:43.663760 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:33:44.092435 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40254) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:44.132954 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40260) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:44.420516 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026285101-network', 'tenant_id': 'c91140e78460426e8b32b4e2dc0aec67'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:44.445462 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-139897354-network', 'tenant_id': 'a30c32d8ff1146a98ef9f6d12b2275d8'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:44.562530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Made reservation on behalf of c91140e78460426e8b32b4e2dc0aec67 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:44.565714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.579181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Made reservation on behalf of a30c32d8ff1146a98ef9f6d12b2275d8 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:44.579181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.583635 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.601099 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.738839 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks [] for security_group (b50ec9c0-cb7c-489b-bb2e-4936e08778fb), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.752352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks [] for security_group (78083cd1-79c6-40cd-8faf-fea3ed66b9e1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.813197 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b50ec9c0-cb7c-489b-bb2e-4936e08778fb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.831557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:44.846966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (78083cd1-79c6-40cd-8faf-fea3ed66b9e1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.861241 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3fc8c97f-d298-47f4-bb0f-fb58774ef381), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.861591 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Added segment 3fc8c97f-d298-47f4-bb0f-fb58774ef381 of type vlan for network ce64b835-5df9-4310-82e5-e7c089f7d188 May 13 14:33:44.876200 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ec9c0-cb7c-489b-bb2e-4936e08778fb,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:44.878254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:44.906996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.906996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.906996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.908024 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.908284 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.908869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.909122 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.909440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.909772 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.910096 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.910425 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.910950 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Tracked resource versions report: May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: pushed versions: May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Agent': {'1.1'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Log': {'1.0'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Network': {'1.1'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Port': {'1.7'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: consumer versions: May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: HyperV agent@hv-cinder-84175: {}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Agent': '1.1', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Log': '1.0', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'NDPProxy': '1.0', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Network': '1.1', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Port': '1.7', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'PortForwarding': '1.3', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'QosPolicy': '1.10', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'SubPort': '1.0', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Subnet': '1.1', May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: 'Trunk': '1.1'}} May 13 14:33:44.913899 dv-cinder-841754-1-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:33:44.921387 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:44.922299 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Added segment 559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6 of type vlan for network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 May 13 14:33:45.071296 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (ce64b835-5df9-4310-82e5-e7c089f7d188), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.102218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (17876069-8e8d-43a9-9c88-fcd9d51b7c11), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.106849 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78083cd1-79c6-40cd-8faf-fea3ed66b9e1,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.140709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40308) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:45.184457 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (ce64b835-5df9-4310-82e5-e7c089f7d188), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.185430 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:45.186026 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.229236 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (17876069-8e8d-43a9-9c88-fcd9d51b7c11), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.230159 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:45.230749 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.254085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] Pushing event updated for resources: {'Network': ['ID=ce64b835-5df9-4310-82e5-e7c089f7d188,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.265037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network ce64b835-5df9-4310-82e5-e7c089f7d188 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:45.309372 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40316) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:45.329815 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-51290d3f-19e5-4ddf-839e-f02814446c4f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2353873 May 13 14:33:45.336407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] Pushing event updated for resources: {'Network': ['ID=17876069-8e8d-43a9-9c88-fcd9d51b7c11,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.339325 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40320) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:45.346096 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Request body: {'subnet': {'network_id': 'ce64b835-5df9-4310-82e5-e7c089f7d188', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026285101-subnet', 'tenant_id': 'c91140e78460426e8b32b4e2dc0aec67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:45.347805 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:45.366713 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c4d802b9-bfa0-4f80-a72c-fdb10ac2b947 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2299037 May 13 14:33:45.367352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40324) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:45.373548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Request body: {'subnet': {'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-139897354-subnet', 'tenant_id': 'a30c32d8ff1146a98ef9f6d12b2275d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:45.442029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Made reservation on behalf of c91140e78460426e8b32b4e2dc0aec67 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:45.444355 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.492803 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Made reservation on behalf of a30c32d8ff1146a98ef9f6d12b2275d8 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:45.495412 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.680650 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40336) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:45.691811 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1175701590-network', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:45.726141 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-network', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:45.767068 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (29f79382-6096-4a75-b23b-fc7b6d1c509e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.790444 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Made reservation on behalf of c55eaec125bd4015914970c0f5d53665 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:45.795476 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.798077 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (f6851bfc-d9fa-47d2-8f87-0c35261b8696), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.814349 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.830665 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f79382-6096-4a75-b23b-fc7b6d1c509e,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.844887 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.845233 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.845579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.845914 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.846281 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.846568 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.846921 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.847247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.847590 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.847918 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.858817 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.859537 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.860059 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.860550 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.861054 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Tracked resource versions report: May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: pushed versions: May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: { 'AddressGroup': {'1.2'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Agent': {'1.1'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'ConntrackHelper': {'1.0'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'LocalIPAssociation': {'1.0'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Log': {'1.0'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'NDPProxy': {'1.0'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Network': {'1.1'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Port': {'1.7'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'PortForwarding': {'1.3'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'QosPolicy': {'1.10'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroup': {'1.5'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroupRule': {'1.2'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SubPort': {'1.0'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Subnet': {'1.1'}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Trunk': {'1.1'}} May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: consumer versions: May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: HyperV agent@hv-cinder-84175: {}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Agent': '1.1', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'ConntrackHelper': '1.0', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'LocalIPAssociation': '1.0', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Log': '1.0', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'NDPProxy': '1.0', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Network': '1.1', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Port': '1.7', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'PortForwarding': '1.3', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'QosPolicy': '1.10', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroup': '1.5', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SecurityGroupRule': '1.2', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'SubPort': '1.0', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Subnet': '1.1', May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: 'Trunk': '1.1'}} May 13 14:33:45.862659 dv-cinder-841754-1-iscsi neutron-server[103806]: {{(pid=103806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:33:45.865410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6851bfc-d9fa-47d2-8f87-0c35261b8696,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.871654 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Checking segment: {'id': '3fc8c97f-d298-47f4-bb0f-fb58774ef381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ce64b835-5df9-4310-82e5-e7c089f7d188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:45.872276 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Network hostable DHCP agents. Network: ce64b835-5df9-4310-82e5-e7c089f7d188, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:45.872773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Made reservation on behalf of a3b836fbca704e1c8b292e5a9063e50a for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:45.875818 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.887789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:45.923943 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1009688521-network', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:45.981339 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Checking segment: {'id': '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:45.981750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Network hostable DHCP agents. Network: 17876069-8e8d-43a9-9c88-fcd9d51b7c11, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:46.031320 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Network ce64b835-5df9-4310-82e5-e7c089f7d188 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:46.039124 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:46.042893 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.044290 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks [] for security_group (dac218a9-95ce-4208-85d4-19e3c6dff226), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.064074 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.069641 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks [] for security_group (1b8af37f-3c27-4365-9904-43d91ad956c7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.112075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:46.118356 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (dac218a9-95ce-4208-85d4-19e3c6dff226), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.164014 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:46.178418 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1b8af37f-3c27-4365-9904-43d91ad956c7), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.185052 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac218a9-95ce-4208-85d4-19e3c6dff226,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.198749 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (8e3183ca-6bc5-4cad-bc64-d9483fc880c8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.199101 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Added segment 8e3183ca-6bc5-4cad-bc64-d9483fc880c8 of type vlan for network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 May 13 14:33:46.214787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, ce64b835-5df9-4310-82e5-e7c089f7d188) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:46.221626 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks [] for security_group (d53b968f-cc59-4386-9cca-b7cc0f920392), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.223462 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae914b5d-1590-449a-ad27-e479b1ebe437 None None] Network ce64b835-5df9-4310-82e5-e7c089f7d188 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:46.228881 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.229482 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.259726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 17876069-8e8d-43a9-9c88-fcd9d51b7c11) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:46.268260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:46.292619 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.293215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.305119 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababb777-6579-4b5f-9c98-851f94fffe76 None None] Network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:46.308916 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d53b968f-cc59-4386-9cca-b7cc0f920392), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.317192 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8af37f-3c27-4365-9904-43d91ad956c7,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.324150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3ffe2789-30f5-48eb-bbe0-4bc9149b2746), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.324484 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Added segment 3ffe2789-30f5-48eb-bbe0-4bc9149b2746 of type vlan for network a3c8f8c4-7156-412b-b81b-cc20024dae90 May 13 14:33:46.334472 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (f5d59592-5b2e-4983-b5e4-f02dfc8e9001), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.334827 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:46.359254 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.361944 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Added segment 1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5 of type vlan for network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 May 13 14:33:46.403007 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (a3c8f8c4-7156-412b-b81b-cc20024dae90), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.462540 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e878014a-9968-45b5-b63f-054d57e683ab admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0907235 May 13 14:33:46.484018 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-858401bc-762d-4206-91e7-d31d54f1b943 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1434338 May 13 14:33:46.497617 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (f5d59592-5b2e-4983-b5e4-f02dfc8e9001), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.498679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.499233 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (89e95687-bd5c-49e2-9e67-ce800dfe2f74), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.499448 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.514314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b968f-cc59-4386-9cca-b7cc0f920392,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.612752 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2992232 May 13 14:33:46.612752 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (a3c8f8c4-7156-412b-b81b-cc20024dae90), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.613791 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40370) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:46.613920 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.614303 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.618735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Request body: {'subnet': {'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-subnet', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:46.640539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ffa5-eccc-4e52-a4ae-457f273805a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d59592-5b2e-4983-b5e4-f02dfc8e9001,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.642062 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (89e95687-bd5c-49e2-9e67-ce800dfe2f74), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.643468 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.644094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.664777 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:46.722910 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] Pushing event updated for resources: {'Network': ['ID=89e95687-bd5c-49e2-9e67-ce800dfe2f74,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.759866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c8f8c4-7156-412b-b81b-cc20024dae90,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.770743 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d4cd60b3-96e5-48f7-8d8f-0d8ed3d3a498 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6277468 May 13 14:33:46.772781 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40374) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:46.773317 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40376) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:46.773536 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9d3957e5-98c3-401c-924f-e834eac3fc43 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0916638 May 13 14:33:46.774927 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Made reservation on behalf of a3b836fbca704e1c8b292e5a9063e50a for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:46.777469 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.782184 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Request body: {'subnet': {'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1175701590-subnet', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:46.782721 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:46.808439 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Request body: {'subnet': {'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-subnet', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:46.834546 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:46.868628 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f310ce3-2e0d-45db-a853-9a637c8f71ea None None] Network ce64b835-5df9-4310-82e5-e7c089f7d188 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:46.903561 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Made reservation on behalf of c55eaec125bd4015914970c0f5d53665 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:46.907553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:46.931853 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:46.941331 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.095952 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c943138-7391-45fc-a68c-f58b671f41f5 None None] Network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:47.292579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (639a73e0-5319-4538-81cf-3974026e1aad), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.367883 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Checking segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:47.367883 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Network hostable DHCP agents. Network: f5d59592-5b2e-4983-b5e4-f02dfc8e9001, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:47.369660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639a73e0-5319-4538-81cf-3974026e1aad,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.447907 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (491a6989-ca87-49a4-a8bc-e1720b8fe334), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.487085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:47.515247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (4a3e1f3e-b7f6-4f78-a597-58e495d15a85), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.557183 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=491a6989-ca87-49a4-a8bc-e1720b8fe334,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.601983 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, f5d59592-5b2e-4983-b5e4-f02dfc8e9001) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:47.615831 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.616798 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.620339 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdde78-b000-4464-b383-08b78f6874b4 None None] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:47.648336 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:47.648697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Network hostable DHCP agents. Network: 89e95687-bd5c-49e2-9e67-ce800dfe2f74, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:47.662714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Checking segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:47.663079 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Network hostable DHCP agents. Network: a3c8f8c4-7156-412b-b81b-cc20024dae90, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:47.684905 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3e1f3e-b7f6-4f78-a597-58e495d15a85,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.730689 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d3fe2716-7b00-4e0d-a311-229897553ab4 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1163015 May 13 14:33:47.734064 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40420) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:47.738873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:47.790654 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:33:47.793580 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.813883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:47.816087 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:47.834033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, a3c8f8c4-7156-412b-b81b-cc20024dae90) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:47.842320 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 89e95687-bd5c-49e2-9e67-ce800dfe2f74) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:47.855444 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fef7ea-0373-41e8-b30f-12497ffcdfa2 None None] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:47.859916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.860543 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.892756 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.894646 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.899514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.900072 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:47.942530 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d7fd116a-7c3b-4722-a75a-dfff623590cf admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1669884 May 13 14:33:47.945209 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40434) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:47.950703 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:47.977770 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94045cfa-2664-44bc-abd0-e73075abc706 None None] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:48.020792 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5a690eac-eec0-42c3-8f64-ebb751b238fa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2445228 May 13 14:33:48.024772 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40438) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:48.065683 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:48.068058 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for router_controller (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.083022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.090404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.330547 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-a3c8f8c4-7156-412b-b81b-cc20024dae90', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:33:48.331452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.367649 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.421424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for router_controller (6292eb2f-d81d-4d09-9340-8596d5d511ae), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.421424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40458) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:48.427344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for router_gateway (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.429218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050071003-network', 'tenant_id': '231d70fd502743e1bcd9919dd2908d40'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:48.455422 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4af7-8971-419a-b3ff-85b4d77709bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.455570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.458655 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.543471 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Allocated IP 172.20.0.2 (f5d59592-5b2e-4983-b5e4-f02dfc8e9001/639a73e0-5319-4538-81cf-3974026e1aad/dd41225f-be8d-44dc-bf41-f9ce20f97346) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:48.559704 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:33:48.560515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.609550 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for router_controller (f81150d6-c8ff-48cf-bb33-4c83a218d753), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.614675 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Made reservation on behalf of 231d70fd502743e1bcd9919dd2908d40 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:48.619733 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.730474 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for router_gateway (6292eb2f-d81d-4d09-9340-8596d5d511ae), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.740100 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:48.768099 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Allocated IP 172.20.0.2 (a3c8f8c4-7156-412b-b81b-cc20024dae90/491a6989-ca87-49a4-a8bc-e1720b8fe334/0093ba3f-6390-47f2-ac85-b92aa90d33e1) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:48.857927 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40478) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:48.863224 dv-cinder-841754-1-iscsi neutron-server[103806]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:33:48.903614 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40480) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:48.985667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks [] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.015953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Allocated IP 172.20.0.2 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/20f6b204-dec8-43e6-8656-21b3e8c14a7a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:49.096133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for router_gateway (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.104447 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.105645 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for router_gateway (f81150d6-c8ff-48cf-bb33-4c83a218d753), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.137972 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.274185 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks [] for security_group (24e0d8dd-b473-4f37-917d-b17215bc3c94), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.294212 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:49.295180 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aab2ca16-f3fb-47cd-aef3-ec942fbdc670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.306082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks [] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.311944 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:49.331091 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:49.331465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for router_gateway (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.335440 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-46550839-06a1-4df7-8ed4-d98d42511b78 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.335634 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Pushing event updated for resources: {'Port': ['ID=dd41225f-be8d-44dc-bf41-f9ce20f97346,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.337842 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-46550839-06a1-4df7-8ed4-d98d42511b78 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/networks?id=17876069-8e8d-43a9-9c88-fcd9d51b7c11 HTTP/1.1" status: 200 len: 811 time: 0.4781425 May 13 14:33:49.353818 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.354076 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.354437 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.354842 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.355474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.355474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.355805 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.356121 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.356240 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (24e0d8dd-b473-4f37-917d-b17215bc3c94), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.356470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.356794 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.357115 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.357455 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.357777 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.358123 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.358440 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:49.359477 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Tracked resource versions report: May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: pushed versions: May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Agent': {'1.1'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Log': {'1.0'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Network': {'1.1'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Port': {'1.7'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: consumer versions: May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: HyperV agent@hv-cinder-84175: {}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Agent': '1.1', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Log': '1.0', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'NDPProxy': '1.0', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Network': '1.1', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Port': '1.7', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'PortForwarding': '1.3', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'QosPolicy': '1.10', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'SubPort': '1.0', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Subnet': '1.1', May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: 'Trunk': '1.1'}} May 13 14:33:49.359754 dv-cinder-841754-1-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:33:49.406948 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-399979e2-c3cf-45a1-83a8-bcb264f4a806 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/quotas/a30c32d8ff1146a98ef9f6d12b2275d8 HTTP/1.1" status: 200 len: 375 time: 0.0548120 May 13 14:33:49.418274 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.469911 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:49.471869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0d8dd-b473-4f37-917d-b17215bc3c94,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.493243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Attempting to bind port dd41225f-be8d-44dc-bf41-f9ce20f97346 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:49.493614 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Attempting to bind port dd41225f-be8d-44dc-bf41-f9ce20f97346 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:49.493979 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Attempting to bind port dd41225f-be8d-44dc-bf41-f9ce20f97346 on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:49.497098 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-32b26159-333f-496c-b6d3-2b8daccfe8bb tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a30c32d8ff1146a98ef9f6d12b2275d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803738 May 13 14:33:49.507967 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Allocated IP 172.27.0.83 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/6cbceb50-8462-45bd-a950-78bbd16e46f8) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:49.522839 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:49.525700 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (c631d9b7-925e-4fb2-804e-ce824d0c8e51), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.526045 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Added segment c631d9b7-925e-4fb2-804e-ce824d0c8e51 of type vlan for network 07309766-d4a6-4f42-be3c-fadbf7e26020 May 13 14:33:49.543247 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:49.551030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks [] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.555400 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:49.555793 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Checking segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:49.556175 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.556569 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Bound using segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:49.557036 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Bound port: dd41225f-be8d-44dc-bf41-f9ce20f97346, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:49.557413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.568696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:49.571635 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Pushing event updated for resources: {'Port': ['ID=0093ba3f-6390-47f2-ac85-b92aa90d33e1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.611112 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (07309766-d4a6-4f42-be3c-fadbf7e26020), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.622468 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for router_gateway (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.627179 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aab2ca16-f3fb-47cd-aef3-ec942fbdc670 admin admin] Publish callbacks [] for security_group (fb933bf0-25fc-4d88-9d55-f1a2c1ab7212), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.651403 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.663361 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.726648 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aab2ca16-f3fb-47cd-aef3-ec942fbdc670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (fb933bf0-25fc-4d88-9d55-f1a2c1ab7212), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.784416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (07309766-d4a6-4f42-be3c-fadbf7e26020), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.785010 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.785586 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.791518 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-aab2ca16-f3fb-47cd-aef3-ec942fbdc670 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c72e4808c01a4c69b5f9a163e7f20dc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8788619 May 13 14:33:49.797378 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40500) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:49.799468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:49.811064 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:49.837259 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-520cfb7e-b636-49d1-aaf6-7af70874c409 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:33:49.843944 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:49.846388 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-520cfb7e-b636-49d1-aaf6-7af70874c409 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1388750 May 13 14:33:49.907353 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] Publish callbacks [] for security_group (fb933bf0-25fc-4d88-9d55-f1a2c1ab7212), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.913420 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Attempting to bind port 20f6b204-dec8-43e6-8656-21b3e8c14a7a on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:49.913799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Attempting to bind port 20f6b204-dec8-43e6-8656-21b3e8c14a7a by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:49.914148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Attempting to bind port 20f6b204-dec8-43e6-8656-21b3e8c14a7a on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:49.917881 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] Pushing event updated for resources: {'Network': ['ID=07309766-d4a6-4f42-be3c-fadbf7e26020,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.923538 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Attempting to bind port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:49.925160 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Attempting to bind port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:49.925160 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Attempting to bind port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:49.925389 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ca16-f3fb-47cd-aef3-ec942fbdc670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb933bf0-25fc-4d88-9d55-f1a2c1ab7212,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.931402 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] For port dd41225f-be8d-44dc-bf41-f9ce20f97346, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:49.933596 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:49.933970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:49.934368 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.934780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Bound port: 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Checking segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Bound using segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:49.940259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Bound port: 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:49.940873 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:49.983542 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 07309766-d4a6-4f42-be3c-fadbf7e26020 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:33:49.997156 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-845ae3b2-85da-41cd-b44b-d0c92fd08d5c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5747912 May 13 14:33:50.000761 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40506) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:50.006698 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Request body: {'subnet': {'network_id': '07309766-d4a6-4f42-be3c-fadbf7e26020', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050071003-subnet', 'tenant_id': '231d70fd502743e1bcd9919dd2908d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:50.019532 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] For port dd41225f-be8d-44dc-bf41-f9ce20f97346, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=dd41225f-be8d-44dc-bf41-f9ce20f97346,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:50.027266 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] Publish callbacks [] for security_group (fb933bf0-25fc-4d88-9d55-f1a2c1ab7212), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.045103 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.051158 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Pushing event updated for resources: {'Port': ['ID=20f6b204-dec8-43e6-8656-21b3e8c14a7a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.120155 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.121682 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-9e86c25d-0a1a-47c4-a3bf-7808997547eb service neutron] 10.222.0.102 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740688 May 13 14:33:50.132615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Made reservation on behalf of 231d70fd502743e1bcd9919dd2908d40 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:50.134905 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.349103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] For port 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:50.349103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] For port 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0093ba3f-6390-47f2-ac85-b92aa90d33e1,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:50.349103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] For port 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:50.349103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ae775-84a9-4f76-b3dd-bd2c1889a401 None None] Pushing event updated for resources: {'Port': ['ID=dd41225f-be8d-44dc-bf41-f9ce20f97346,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.349103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] For port 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=20f6b204-dec8-43e6-8656-21b3e8c14a7a,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:50.377425 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-fdd8d428-8194-43c4-a526-42631f18567a service neutron] 10.222.0.102 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548563 May 13 14:33:50.406896 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.513306 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (fb933bf0-25fc-4d88-9d55-f1a2c1ab7212), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.521848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.524072 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb933bf0-25fc-4d88-9d55-f1a2c1ab7212 HTTP/1.1" status: 204 len: 168 time: 0.7271643 May 13 14:33:50.525741 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.531887 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.589489 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0663fa-bf7b-41af-b246-0e1f5bc5ab26 None None] Pushing event updated for resources: {'Port': ['ID=0093ba3f-6390-47f2-ac85-b92aa90d33e1,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.611694 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (92edc2ab-21b5-4aad-890e-0727f9f8f286), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.630016 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0f1baff-aead-4a23-8bb5-d3a027462c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:50.648996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Allocated IP 172.27.0.207 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/4d815d1f-d360-4ad3-8620-6c375dc1242d) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:50.650213 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb780e4-92ed-4cd2-a8ed-2f82c6d68c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb933bf0-25fc-4d88-9d55-f1a2c1ab7212,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.697403 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:50.756953 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:50.778057 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:50.844893 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76beb5-a416-4b0d-9adc-937aac30f239 None None] Pushing event updated for resources: {'Port': ['ID=20f6b204-dec8-43e6-8656-21b3e8c14a7a,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.979185 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Pushing event updated for resources: {'Port': ['ID=6cbceb50-8462-45bd-a950-78bbd16e46f8,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:51.057707 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92edc2ab-21b5-4aad-890e-0727f9f8f286,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:51.110670 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Checking segment: {'id': 'c631d9b7-925e-4fb2-804e-ce824d0c8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07309766-d4a6-4f42-be3c-fadbf7e26020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:51.120057 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Network hostable DHCP agents. Network: 07309766-d4a6-4f42-be3c-fadbf7e26020, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:51.143475 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:51.181657 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f29b482f-ab7e-44d2-b81b-270b298cf7d5 req-6a3e505c-df9e-4ea6-8036-3e0ee8813d77 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.2094097 May 13 14:33:51.236073 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Network 07309766-d4a6-4f42-be3c-fadbf7e26020 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:51.282659 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:51.345625 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 07309766-d4a6-4f42-be3c-fadbf7e26020) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:51.375434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a581f-bfa9-4e5f-8f37-ce0b7726e010 None None] Network 07309766-d4a6-4f42-be3c-fadbf7e26020 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:51.381688 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:51.383912 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.384499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:51.391090 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:51.400964 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:51.604548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Allocated IP 172.27.0.90 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/a49dd0df-5381-46c7-be89-dff7769eb233) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:51.611018 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Pushing event updated for resources: {'Port': ['ID=4d815d1f-d360-4ad3-8620-6c375dc1242d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:51.634120 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a966a-6aab-4d61-979a-875620946c6b None None] Network 07309766-d4a6-4f42-be3c-fadbf7e26020 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:51.642125 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1de7e077-7ff0-4444-b69f-54ef56c780fb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6400743 May 13 14:33:51.893810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40564) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:51.893810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40566) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:51.899661 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for router_gateway (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:51.923629 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae9a1-3827-4933-91b9-8636a30fd4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:51.980362 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.044210 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e5742-f007-45b2-93cb-bc589ad59dbf None None] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:52.104587 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Deleting subnet 29f79382-6096-4a75-b23b-fc7b6d1c509e {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:33:52.116002 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for port (a49dd0df-5381-46c7-be89-dff7769eb233), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.118908 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Publish callbacks [] for subnet (29f79382-6096-4a75-b23b-fc7b6d1c509e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.217934 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Provisioning complete for port dd41225f-be8d-44dc-bf41-f9ce20f97346 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:52.218699 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.332326 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device dd41225f-be8d-44dc-bf41-f9ce20f97346 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:52.338410 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40584) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:52.399532 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c6e1aa9b-247e-4834-8a54-7aac2e836551 req-235e5bd8-9512-45a1-ab19-bbd62285a0e2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0521173 May 13 14:33:52.500920 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port dd41225f-be8d-44dc-bf41-f9ce20f97346 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:52.501322 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.550948 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.575870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Current status of the port dd41225f-be8d-44dc-bf41-f9ce20f97346 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:52.575870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.640507 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] For port dd41225f-be8d-44dc-bf41-f9ce20f97346, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=dd41225f-be8d-44dc-bf41-f9ce20f97346,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:33:52.699333 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.778456 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port dd41225f-be8d-44dc-bf41-f9ce20f97346 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:52.778872 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.801616 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Publish callbacks [] for subnet (29f79382-6096-4a75-b23b-fc7b6d1c509e), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.853339 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:33:52.866046 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61701283-2c04-4cef-91e1-3863cbe49a14 None None] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:52.868578 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e692a-4db1-4885-9996-9960996dd037 None None] Pushing event updated for resources: {'Port': ['ID=dd41225f-be8d-44dc-bf41-f9ce20f97346,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:52.870501 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (29f79382-6096-4a75-b23b-fc7b6d1c509e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.872829 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for router_gateway (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:52.984237 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:52.985229 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG oslo_db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:52.987584 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Provisioning complete for port 20f6b204-dec8-43e6-8656-21b3e8c14a7a triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:52.988229 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.008789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.074463 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae9a1-3827-4933-91b9-8636a30fd4f7 admin admin] Publish callbacks [] for security_group (27d10088-5ac8-4638-95bc-aeb8769ef688), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.104594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:33:53.116757 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:53.119447 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:53.127957 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:53.130513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:53.137331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:53.137969 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:53.152528 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5af19-76e8-42a6-9cfb-f57614f85246 None None] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:33:53.165288 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.180767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae9a1-3827-4933-91b9-8636a30fd4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (27d10088-5ac8-4638-95bc-aeb8769ef688), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.209904 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.211473 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c977ca1c-d348-4277-a1f4-818b66711d03 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4760623 May 13 14:33:53.214280 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40602) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:53.401227 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:53.453581 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Pushing event updated for resources: {'Port': ['ID=a49dd0df-5381-46c7-be89-dff7769eb233,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:53.484699 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Current status of the port 20f6b204-dec8-43e6-8656-21b3e8c14a7a is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:53.485211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.488840 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6f0ae9a1-3827-4933-91b9-8636a30fd4f7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=732cce1662b847b9abd77d0ffcbe141c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6045043 May 13 14:33:53.581175 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (29f79382-6096-4a75-b23b-fc7b6d1c509e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.598815 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40610) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:53.655211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port dd41225f-be8d-44dc-bf41-f9ce20f97346 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:53.657413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 20f6b204-dec8-43e6-8656-21b3e8c14a7a up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:53.661270 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] For port 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=20f6b204-dec8-43e6-8656-21b3e8c14a7a,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:33:53.731869 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.751213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f79382-6096-4a75-b23b-fc7b6d1c509e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:53.786023 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.833246 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] Publish callbacks [] for security_group (27d10088-5ac8-4638-95bc-aeb8769ef688), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.842817 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 20f6b204-dec8-43e6-8656-21b3e8c14a7a triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:53.842817 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.856835 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:53.872691 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] Publish callbacks [] for security_group (27d10088-5ac8-4638-95bc-aeb8769ef688), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.903235 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:53.903590 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Updating router ae0dee33-29d8-4bea-9c6b-ff4138adb9da port 6cbceb50-8462-45bd-a950-78bbd16e46f8 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:33:53.909661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Provisioning complete for port dd41225f-be8d-44dc-bf41-f9ce20f97346 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:53.910076 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.911644 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dd873-2a86-44be-883c-71ec26f59e23 None None] Pushing event updated for resources: {'Port': ['ID=20f6b204-dec8-43e6-8656-21b3e8c14a7a,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:53.912081 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63f2e40a-e1b4-4284-bf1d-2ea4374c8ae5 req-34b64a89-bfa5-42f0-805a-d0ab5a4e08f1 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0668375 May 13 14:33:53.917040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:53.925793 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a4cc90c5-a037-4528-b1d0-13c02c001800 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/29f79382-6096-4a75-b23b-fc7b6d1c509e HTTP/1.1" status: 204 len: 168 time: 2.0545330 May 13 14:33:53.932289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40618) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:53.966804 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.023772 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (ce64b835-5df9-4310-82e5-e7c089f7d188), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.033866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ae9a1-3827-4933-91b9-8636a30fd4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d10088-5ac8-4638-95bc-aeb8769ef688,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.051312 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 20f6b204-dec8-43e6-8656-21b3e8c14a7a is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.052554 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0093ba3f-6390-47f2-ac85-b92aa90d33e1 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:54.098895 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Current status of the port dd41225f-be8d-44dc-bf41-f9ce20f97346 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.119249 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Provisioning complete for port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:54.120416 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.180898 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:54.181661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.200711 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (ce64b835-5df9-4310-82e5-e7c089f7d188), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.283525 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.284028 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.288258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.314837 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Current status of the port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.315357 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.398663 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] For port 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0093ba3f-6390-47f2-ac85-b92aa90d33e1,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:33:54.399078 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks [] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.401217 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.401511 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.430330 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.467540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.494799 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.525309 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Provisioning complete for port 20f6b204-dec8-43e6-8656-21b3e8c14a7a triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:54.525765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.535900 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.536331 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.536747 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.537846 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:33:54.538266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce64b835-5df9-4310-82e5-e7c089f7d188']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:54.565409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (27d10088-5ac8-4638-95bc-aeb8769ef688), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.568232 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.571928 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/27d10088-5ac8-4638-95bc-aeb8769ef688 HTTP/1.1" status: 204 len: 168 time: 0.9331799 May 13 14:33:54.578253 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Pushing event updated for resources: {'Port': ['ID=6cbceb50-8462-45bd-a950-78bbd16e46f8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.583172 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc8c97f-d298-47f4-bb0f-fb58774ef381') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:54.584582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc8c97f-d298-47f4-bb0f-fb58774ef381') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:54.588495 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Attempting to bind port 6cbceb50-8462-45bd-a950-78bbd16e46f8 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:54.588951 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Attempting to bind port 6cbceb50-8462-45bd-a950-78bbd16e46f8 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:54.589424 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Attempting to bind port 6cbceb50-8462-45bd-a950-78bbd16e46f8 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:54.597763 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.598194 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.599013 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.599489 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.600277 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.600620 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.600959 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.601289 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.601859 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.601966 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.602341 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.602705 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.603365 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.603507 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.603837 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:54.604368 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:54.604730 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG oslo_db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Tracked resource versions report: May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: pushed versions: May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: { 'AddressGroup': {'1.2'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Agent': {'1.1'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'ConntrackHelper': {'1.0'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Log': {'1.0'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'NDPProxy': {'1.0'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Network': {'1.1'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Port': {'1.7'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'PortForwarding': {'1.3'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'QosPolicy': {'1.10'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroup': {'1.5'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SubPort': {'1.0'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Subnet': {'1.1'}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Trunk': {'1.1'}} May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: consumer versions: May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: { DHCP agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: HyperV agent@hv-cinder-84175: {}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: L3 agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: Metadata agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: Metering agent@dv-cinder-841754-1-iscsi: {}, May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: Open vSwitch agent@dv-cinder-841754-1-iscsi: { 'AddressGroup': '1.2', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Agent': '1.1', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'ConntrackHelper': '1.0', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'LocalIPAssociation': '1.0', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Log': '1.0', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'NDPProxy': '1.0', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Network': '1.1', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Port': '1.7', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'PortForwarding': '1.3', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'QosPolicy': '1.10', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroup': '1.5', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SecurityGroupRule': '1.2', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'SubPort': '1.0', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Subnet': '1.1', May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: 'Trunk': '1.1'}} May 13 14:33:54.605223 dv-cinder-841754-1-iscsi neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:33:54.609759 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:54.610265 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:54.611051 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.611997 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:54.612547 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Bound port: 6cbceb50-8462-45bd-a950-78bbd16e46f8, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:54.613165 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.625386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0509-8e14-4406-9254-9a5c93b86aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d10088-5ac8-4638-95bc-aeb8769ef688,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.652174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (3fc8c97f-d298-47f4-bb0f-fb58774ef381), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.672745 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Current status of the port 20f6b204-dec8-43e6-8656-21b3e8c14a7a is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.674834 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ca1d-5fc4-4768-894e-fd74cb92c12b None None] Pushing event updated for resources: {'Port': ['ID=0093ba3f-6390-47f2-ac85-b92aa90d33e1,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.683786 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] For port 6cbceb50-8462-45bd-a950-78bbd16e46f8, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:54.694280 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] For port 6cbceb50-8462-45bd-a950-78bbd16e46f8, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6cbceb50-8462-45bd-a950-78bbd16e46f8,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:54.725363 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3fc8c97f-d298-47f4-bb0f-fb58774ef381), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.732934 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Allocated IP 172.20.0.1 (f5d59592-5b2e-4983-b5e4-f02dfc8e9001/639a73e0-5319-4538-81cf-3974026e1aad/6ca5c745-7fa7-4b9a-859e-d9465b49f675) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:54.743352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:54.743668 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (3fc8c97f-d298-47f4-bb0f-fb58774ef381), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: from cryptography.utils import int_from_bytes May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: from cryptography.utils import int_from_bytes May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:54.747685 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:54.752898 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.789942 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for router_gateway (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.804515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-b60eb554-4242-4344-b43f-0a428baff581 None None] Provisioning complete for port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:54.807081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b60eb554-4242-4344-b43f-0a428baff581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.812715 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.831238 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:54.832208 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:54.844191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:33:54.884779 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks [] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:54.894231 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7bc5-487b-4ea0-be1a-8663e85e0f8e None None] Pushing event updated for resources: {'Port': ['ID=6cbceb50-8462-45bd-a950-78bbd16e46f8,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.954735 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b60eb554-4242-4344-b43f-0a428baff581 None None] Current status of the port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:54.995156 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:55.013106 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.069988 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:55.075738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:55.080778 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:55.081996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.083651 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (ce64b835-5df9-4310-82e5-e7c089f7d188), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.089789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.096557 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] 10.222.0.102 "DELETE /v2.0/networks/ce64b835-5df9-4310-82e5-e7c089f7d188 HTTP/1.1" status: 204 len: 168 time: 1.1622980 May 13 14:33:55.101044 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40630) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:55.155105 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0fd7-3696-469b-97d5-823bf396cda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce64b835-5df9-4310-82e5-e7c089f7d188,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:55.240155 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:55.338426 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Deleting subnet 92edc2ab-21b5-4aad-890e-0727f9f8f286 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:33:55.344010 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:55.393068 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a39f3-d959-4736-bdfe-12aed66b3ef3 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:55.400146 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Publish callbacks [] for subnet (92edc2ab-21b5-4aad-890e-0727f9f8f286), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.401782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 20f6b204-dec8-43e6-8656-21b3e8c14a7a up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:55.403797 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:55.481713 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 20f6b204-dec8-43e6-8656-21b3e8c14a7a triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:55.482107 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.516121 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.519633 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (92edc2ab-21b5-4aad-890e-0727f9f8f286), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.539916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:33:55.550539 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9481f09c-e348-4343-9657-a3feda2b1d70 req-8bff1454-c58a-4bbb-8202-b931bcfe00d0 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.1215284 May 13 14:33:55.553838 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:55.571012 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:55.571636 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:55.626336 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (92edc2ab-21b5-4aad-890e-0727f9f8f286), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.675241 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-bfde8e61-719e-4da6-b906-945602472e9e None None] Provisioning complete for port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:55.675679 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfde8e61-719e-4da6-b906-945602472e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.676297 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.680325 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6bfd8f51-a83a-46d7-a2b0-f7ecc9583e63 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7308733 May 13 14:33:55.713657 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bfde8e61-719e-4da6-b906-945602472e9e None None] Port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:33:55.719346 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 20f6b204-dec8-43e6-8656-21b3e8c14a7a is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:55.720571 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0093ba3f-6390-47f2-ac85-b92aa90d33e1 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:55.750696 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40646) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:55.761775 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:55.825339 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:55.913586 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:55.913862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.073335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (92edc2ab-21b5-4aad-890e-0727f9f8f286), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.095761 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks [] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.132197 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:33:56.140007 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92edc2ab-21b5-4aad-890e-0727f9f8f286,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.148564 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.151531 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-461e9103-c88c-4231-9484-e0bd93255965 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/92edc2ab-21b5-4aad-890e-0727f9f8f286 HTTP/1.1" status: 204 len: 168 time: 1.0468729 May 13 14:33:56.164641 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40656) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:56.178221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.179256 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.275724 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:56.277234 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device dd41225f-be8d-44dc-bf41-f9ce20f97346 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:56.346147 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port dd41225f-be8d-44dc-bf41-f9ce20f97346 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:56.346582 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.347832 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:33:56.360693 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:56.364983 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.385184 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:56.390333 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:56.399257 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:56.455293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:56.455774 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Updating router 6292eb2f-d81d-4d09-9340-8596d5d511ae port 4d815d1f-d360-4ad3-8620-6c375dc1242d binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:33:56.461289 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:56.463602 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:56.502654 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (07309766-d4a6-4f42-be3c-fadbf7e26020), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.525580 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.540444 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:56.541765 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d35848db-3eb4-4ed6-b55a-1c8ac9bc7041 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5047221 May 13 14:33:56.572025 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40662) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:56.816457 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:33:56.992587 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:57.067712 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (07309766-d4a6-4f42-be3c-fadbf7e26020), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.156298 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-275ca568-7cf6-47d6-ac18-7af5e67c3f0c None None] Provisioning complete for port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:57.157176 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275ca568-7cf6-47d6-ac18-7af5e67c3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.167289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07309766-d4a6-4f42-be3c-fadbf7e26020']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:57.190981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c631d9b7-925e-4fb2-804e-ce824d0c8e51') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:57.191301 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c631d9b7-925e-4fb2-804e-ce824d0c8e51') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:57.198385 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks [] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.210500 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port dd41225f-be8d-44dc-bf41-f9ce20f97346 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:57.236153 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-275ca568-7cf6-47d6-ac18-7af5e67c3f0c None None] Port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:33:57.281442 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (c631d9b7-925e-4fb2-804e-ce824d0c8e51), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.281792 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.287496 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d6a81c8f-4b32-4300-b726-94f60569c0d7 req-33790ca6-64f8-40c9-a0ff-c536980172b8 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.1006706 May 13 14:33:57.289258 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:33:57.325243 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-355d2dce-5ddf-4ebf-9a28-8ec818af0161 admin admin] 10.222.0.102 "PUT /v2.0/routers/ae0dee33-29d8-4bea-9c6b-ff4138adb9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1082015 May 13 14:33:57.467768 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:54Z', 'revision_number': 3, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:57.468336 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6cbceb50-8462-45bd-a950-78bbd16e46f8 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:57.504758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Attempting to bind port 4d815d1f-d360-4ad3-8620-6c375dc1242d on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:57.505295 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Attempting to bind port 4d815d1f-d360-4ad3-8620-6c375dc1242d by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:57.506427 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Attempting to bind port 4d815d1f-d360-4ad3-8620-6c375dc1242d on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:57.509260 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b36e9-9176-441b-8137-0ab69e4ad272 None None] Pushing event updated for resources: {'Port': ['ID=4d815d1f-d360-4ad3-8620-6c375dc1242d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:57.526576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:57.527009 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:57.527937 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.528361 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:57.528919 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Bound port: 4d815d1f-d360-4ad3-8620-6c375dc1242d, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:57.529828 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.547889 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:57.548421 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Updating router f81150d6-c8ff-48cf-bb33-4c83a218d753 port a49dd0df-5381-46c7-be89-dff7769eb233 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:33:57.613427 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (c631d9b7-925e-4fb2-804e-ce824d0c8e51), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.630598 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.662520 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:57.667111 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (c631d9b7-925e-4fb2-804e-ce824d0c8e51), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:57.675261 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:57.685334 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 6cbceb50-8462-45bd-a950-78bbd16e46f8 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:33:57.685763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.705788 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] For port 4d815d1f-d360-4ad3-8620-6c375dc1242d, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:57.772515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] For port 4d815d1f-d360-4ad3-8620-6c375dc1242d, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4d815d1f-d360-4ad3-8620-6c375dc1242d,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:57.804204 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.898712 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 6cbceb50-8462-45bd-a950-78bbd16e46f8 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:33:57.899152 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.943243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 6cbceb50-8462-45bd-a950-78bbd16e46f8, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6cbceb50-8462-45bd-a950-78bbd16e46f8,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:33:57.954892 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:57.955712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.97', 50195) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:57.983624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (07309766-d4a6-4f42-be3c-fadbf7e26020), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.015753 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.020286 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] 10.222.0.102 "DELETE /v2.0/networks/07309766-d4a6-4f42-be3c-fadbf7e26020 HTTP/1.1" status: 204 len: 168 time: 1.8531880 May 13 14:33:58.021576 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad782c8-5a88-4454-bf6d-ce82c25ea309 admin admin] Pushing event deleted for resources: {'Network': ['ID=07309766-d4a6-4f42-be3c-fadbf7e26020,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.057828 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:58.060597 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:58.305280 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:58.312564 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.364397 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:58.383179 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40716) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:58.387541 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:58.388279 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:58.423097 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934455367', 'description': 'tempest-description--2048853210'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:58.482340 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Allocated IP 172.20.0.1 (a3c8f8c4-7156-412b-b81b-cc20024dae90/491a6989-ca87-49a4-a8bc-e1720b8fe334/040280b0-9965-466d-bf97-2ef3b4fa34fb) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:58.485373 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-5a192a1a-b039-4788-8da7-2ed92b285c5e tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.490921 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-5a192a1a-b039-4788-8da7-2ed92b285c5e tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.97 "GET /v2.0/networks?id=17876069-8e8d-43a9-9c88-fcd9d51b7c11 HTTP/1.1" status: 200 len: 811 time: 0.5337811 May 13 14:33:58.519163 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks [] for port (a49dd0df-5381-46c7-be89-dff7769eb233), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.569551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Request body: {'port': {'device_id': 'ea107d22-ce50-4236-954a-ff6042018038', 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11', 'admin_state_up': True, 'tenant_id': 'a30c32d8ff1146a98ef9f6d12b2275d8'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:33:58.584281 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c334a14-109c-4bac-b041-5fff06e6da1c req-6ce605c7-72e9-43fa-8202-52b256ce8551 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0809298 May 13 14:33:58.611708 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:58.624736 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.686201 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.745772 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9ce5b-3b49-417a-b55c-e5b50c2056ac None None] Pushing event updated for resources: {'Port': ['ID=a49dd0df-5381-46c7-be89-dff7769eb233,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.757254 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Attempting to bind port a49dd0df-5381-46c7-be89-dff7769eb233 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:33:58.757827 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Attempting to bind port a49dd0df-5381-46c7-be89-dff7769eb233 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:33:58.758367 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Attempting to bind port a49dd0df-5381-46c7-be89-dff7769eb233 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:33:58.762951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.767274 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40732) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:58.771330 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:33:58.771912 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:33:58.772459 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.776712 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:33:58.776712 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Bound port: a49dd0df-5381-46c7-be89-dff7769eb233, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:33:58.776712 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.848720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks [] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:58.919724 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] For port a49dd0df-5381-46c7-be89-dff7769eb233, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:33:58.923740 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] For port a49dd0df-5381-46c7-be89-dff7769eb233, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=a49dd0df-5381-46c7-be89-dff7769eb233,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:33:58.933550 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b36e9-9176-441b-8137-0ab69e4ad272 None None] Pushing event updated for resources: {'Port': ['ID=4d815d1f-d360-4ad3-8620-6c375dc1242d,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.996923 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.030611 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.049206 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:59.114019 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7c625-ba79-4f9c-9888-c7e284b6a3c8 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:51Z', 'revision_number': 3, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:59.133023 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-41a4e9a6-572f-47a4-bcaf-a765eaf76c0d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c91140e78460426e8b32b4e2dc0aec67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3621774 May 13 14:33:59.137304 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40754) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:33:59.176468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=6cbceb50-8462-45bd-a950-78bbd16e46f8,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.188881 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:33:59.203500 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:59.219999 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9ce5b-3b49-417a-b55c-e5b50c2056ac None None] Pushing event updated for resources: {'Port': ['ID=a49dd0df-5381-46c7-be89-dff7769eb233,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.222327 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Made reservation on behalf of a30c32d8ff1146a98ef9f6d12b2275d8 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:59.226376 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.273484 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (7591dcdf-7a35-4d66-b862-d0d4b72ab862), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.340953 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Allocated IP 172.20.0.1 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/7819fcf9-5f09-4352-9f4b-8d4becca1109) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:59.415133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7591dcdf-7a35-4d66-b862-d0d4b72ab862), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.551367 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:33:59.576834 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6cbceb50-8462-45bd-a950-78bbd16e46f8 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:33:59.652169 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Pushing event updated for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.667334 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:59.679414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:59.685502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:33:59.714873 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 2, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:59.739367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks [] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.836238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:59.837528 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Updating router ae0dee33-29d8-4bea-9c6b-ff4138adb9da port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:33:59.926039 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:33:59.975623 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.128070 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3514feaa-ed0c-431f-831e-2e95ac9ccdda req-b2f041ea-9693-4839-a6a4-7c27b3a994ed tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.2442038 May 13 14:34:00.189910 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 6cbceb50-8462-45bd-a950-78bbd16e46f8 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:00.189910 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.241364 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.358585 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:54Z', 'revision_number': 3, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:00.428839 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1be33-8549-48b8-a8b3-59c076de8cdf None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:33:54Z', 'revision_number': 3, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:00.443398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:00.448050 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:00.453885 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-24fe1bb0-8b84-49b4-9ec7-7e2ea2c2ddcc None None] Provisioning complete for port 040280b0-9965-466d-bf97-2ef3b4fa34fb triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:00.454286 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24fe1bb0-8b84-49b4-9ec7-7e2ea2c2ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.492408 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:00.494496 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Allocated IP 172.20.0.4 (17876069-8e8d-43a9-9c88-fcd9d51b7c11/f6851bfc-d9fa-47d2-8f87-0c35261b8696/0ea94ed9-108a-4042-8e64-15efe425fea5) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:00.653264 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.662480 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.668996 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2819934 May 13 14:34:00.679166 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40812) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:00.686271 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] Publish callbacks [] for security_group (b50ec9c0-cb7c-489b-bb2e-4936e08778fb), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.694782 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa8ac5-7206-433a-9711-b2d5a8c9c1bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7591dcdf-7a35-4d66-b862-d0d4b72ab862,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.701409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group_rule': {'security_group_id': '7591dcdf-7a35-4d66-b862-d0d4b72ab862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:00.797245 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.848277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-24fe1bb0-8b84-49b4-9ec7-7e2ea2c2ddcc None None] Port 040280b0-9965-466d-bf97-2ef3b4fa34fb cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:00.954602 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] Publish callbacks [] for security_group (b50ec9c0-cb7c-489b-bb2e-4936e08778fb), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:00.988732 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 6cbceb50-8462-45bd-a950-78bbd16e46f8 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:01.065615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.092996 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-6c2ac5f8-dede-4104-ba98-d4b2336b80e8 None None] Provisioning complete for port 7819fcf9-5f09-4352-9f4b-8d4becca1109 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:01.093400 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac5f8-dede-4104-ba98-d4b2336b80e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.110609 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (a356e446-9324-448d-8dbd-ebc0a0500afe), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.252456 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ac5f8-dede-4104-ba98-d4b2336b80e8 None None] Port 7819fcf9-5f09-4352-9f4b-8d4becca1109 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:01.271978 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks [] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.369537 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21157134-cf11-4174-8059-cc95fae5cc3a req-460b4188-cc29-47f2-a08e-2acab5517f36 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0685382 May 13 14:34:01.519473 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks [] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.533774 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4d815d1f-d360-4ad3-8620-6c375dc1242d up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:01.624816 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 4d815d1f-d360-4ad3-8620-6c375dc1242d triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:01.625189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.663631 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b50ec9c0-cb7c-489b-bb2e-4936e08778fb), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.667176 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.671357 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b50ec9c0-cb7c-489b-bb2e-4936e08778fb HTTP/1.1" status: 204 len: 168 time: 2.5276525 May 13 14:34:01.709056 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.709255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.720658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadffd2f-0f10-43a8-93a6-8eef937a3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ec9c0-cb7c-489b-bb2e-4936e08778fb,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:01.757888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (a356e446-9324-448d-8dbd-ebc0a0500afe), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.822553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:01.897323 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (a356e446-9324-448d-8dbd-ebc0a0500afe), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.038683 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0026b-d6c0-44c4-9250-84638ce991ab None None] Pushing event updated for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.047931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:02.109185 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:02.136685 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:02.155410 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.161768 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.190217 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Pushing event updated for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.234238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 4d815d1f-d360-4ad3-8620-6c375dc1242d is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:02.234638 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.267211 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-c19f6299-2474-4198-8b9f-57c483bdbf65 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7016289 May 13 14:34:02.268803 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a356e446-9324-448d-8dbd-ebc0a0500afe,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.281222 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-55116103-f848-4c89-b9f9-805f1b6c08cf tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:34:02.283207 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-55116103-f848-4c89-b9f9-805f1b6c08cf tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083783 May 13 14:34:02.308467 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 4d815d1f-d360-4ad3-8620-6c375dc1242d, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4d815d1f-d360-4ad3-8620-6c375dc1242d,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:02.313949 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Attempting to bind port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:02.313949 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Attempting to bind port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:02.313949 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Attempting to bind port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:02.333630 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:02.334207 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Checking segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:02.334813 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.335391 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Bound using segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:02.338397 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Bound port: 6ca5c745-7fa7-4b9a-859e-d9465b49f675, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:02.339352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.500865 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.685799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-c8b20ed3-d669-4ef0-97e4-635f5ecdb4a4 None None] Provisioning complete for port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:02.686468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ed3-d669-4ef0-97e4-635f5ecdb4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:02.691161 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57623329-fdb6-43de-a1ea-e9779352be20 req-1cf25824-29e2-4392-8202-ae3e08580345 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.698981 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57623329-fdb6-43de-a1ea-e9779352be20 req-1cf25824-29e2-4392-8202-ae3e08580345 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 931 time: 0.1413417 May 13 14:34:02.799047 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c8b20ed3-d669-4ef0-97e4-635f5ecdb4a4 None None] Port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:02.801366 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] For port 6ca5c745-7fa7-4b9a-859e-d9465b49f675, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:02.804748 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=4d815d1f-d360-4ad3-8620-6c375dc1242d,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.846964 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] For port 6ca5c745-7fa7-4b9a-859e-d9465b49f675, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6ca5c745-7fa7-4b9a-859e-d9465b49f675,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:02.909579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57623329-fdb6-43de-a1ea-e9779352be20 req-be16a331-1d26-4f73-92c5-838a65bf6273 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095997 May 13 14:34:02.923728 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Request body: {'port': {'device_id': 'ea107d22-ce50-4236-954a-ff6042018038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:02.931345 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.035091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.048392 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:03.058146 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:03.165941 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0026b-d6c0-44c4-9250-84638ce991ab None None] Pushing event updated for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.176914 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.180452 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-74e1126f-a81c-4c99-88dc-7d58b9f41874 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4946172 May 13 14:34:03.187654 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40876) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:03.197469 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group_rule': {'security_group_id': '7591dcdf-7a35-4d66-b862-d0d4b72ab862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:03.291528 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks [] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.313224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks [] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.400674 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:03.407316 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.501244 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40882) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:03.537039 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.580606 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Provisioning complete for port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:03.581178 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.640709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (38100a6e-8e79-4d81-98d5-a3c9ec88a720), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.693441 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.708465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.765449 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:03.785822 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6340d8df-ac36-4df0-aa6f-1245adcc60b6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=231d70fd502743e1bcd9919dd2908d40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2821684 May 13 14:34:03.786370 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40886) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:03.828303 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device a49dd0df-5381-46c7-be89-dff7769eb233 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:03.912118 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Pushing event updated for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.041394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port a49dd0df-5381-46c7-be89-dff7769eb233 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:04.041659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.049103 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea94ed9-108a-4042-8e64-15efe425fea5 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:04.081593 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks [] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.101406 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (38100a6e-8e79-4d81-98d5-a3c9ec88a720), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.119850 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Current status of the port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:04.120819 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.162214 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:04.167724 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Transition to ACTIVE for port object 0ea94ed9-108a-4042-8e64-15efe425fea5 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:34:04.181050 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:04.184770 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] Publish callbacks [] for security_group (24e0d8dd-b473-4f37-917d-b17215bc3c94), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.191358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:04.196810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (38100a6e-8e79-4d81-98d5-a3c9ec88a720), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.205768 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8317-a7f1-412b-9476-bfe5f040ab50 req-6684214c-45f5-4a79-bc5e-e73d25568486 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.222118 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e6c8317-a7f1-412b-9476-bfe5f040ab50 req-6684214c-45f5-4a79-bc5e-e73d25568486 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 931 time: 0.1576872 May 13 14:34:04.267342 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:04.286845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] Publish callbacks [] for security_group (24e0d8dd-b473-4f37-917d-b17215bc3c94), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.290196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38100a6e-8e79-4d81-98d5-a3c9ec88a720,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.306605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.333254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:04.425709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.427283 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-43aa7d91-a2e5-4c5d-aa07-0cdb0ea20136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2337513 May 13 14:34:04.456596 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40902) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:04.476594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:04.647038 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857bcd09-1f70-4388-96ff-613166a899e4 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:04.710050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] For port 6ca5c745-7fa7-4b9a-859e-d9465b49f675, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6ca5c745-7fa7-4b9a-859e-d9465b49f675,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:04.736303 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port a49dd0df-5381-46c7-be89-dff7769eb233 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:04.739881 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.825226 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port a49dd0df-5381-46c7-be89-dff7769eb233, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=a49dd0df-5381-46c7-be89-dff7769eb233,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:04.828658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.855809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (24e0d8dd-b473-4f37-917d-b17215bc3c94), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.863597 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.865021 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/24e0d8dd-b473-4f37-917d-b17215bc3c94 HTTP/1.1" status: 204 len: 168 time: 1.0628865 May 13 14:34:04.886594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.914969 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e6c8317-a7f1-412b-9476-bfe5f040ab50 req-51566be7-d446-405a-add1-8854eebeed6f tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908782 May 13 14:34:04.937075 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.950969 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:04.951744 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4d815d1f-d360-4ad3-8620-6c375dc1242d up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:05.123792 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-58b3124c-a9e2-4e89-a722-9b72ee6c890b None None] Provisioning complete for port 040280b0-9965-466d-bf97-2ef3b4fa34fb triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:05.126503 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58b3124c-a9e2-4e89-a722-9b72ee6c890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.128885 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Attempting to bind port 0ea94ed9-108a-4042-8e64-15efe425fea5 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:05.132000 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Attempting to bind port 0ea94ed9-108a-4042-8e64-15efe425fea5 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:05.132892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Attempting to bind port 0ea94ed9-108a-4042-8e64-15efe425fea5 on network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:05.150092 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Port 0ea94ed9-108a-4042-8e64-15efe425fea5 on network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:34:05.150722 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Attempting to bind port 0ea94ed9-108a-4042-8e64-15efe425fea5 on network 17876069-8e8d-43a9-9c88-fcd9d51b7c11 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:05.168581 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:05.169232 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Checking segment: {'id': '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:05.169907 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Bound using segment: {'id': '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:05.170619 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Bound port: 0ea94ed9-108a-4042-8e64-15efe425fea5, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:05.171263 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.222660 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8694e3-01a3-4474-b9f6-97c6e2698d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0d8dd-b473-4f37-917d-b17215bc3c94,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.246978 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-58b3124c-a9e2-4e89-a722-9b72ee6c890b None None] Port 040280b0-9965-466d-bf97-2ef3b4fa34fb cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:05.256670 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a7883-b2f6-466f-b3a0-3372b478896f None None] Pushing event updated for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.369802 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:05.377260 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0ea94ed9-108a-4042-8e64-15efe425fea5,segment=NetworkSegment(559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6),segment_id=559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:05.408308 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:34:05.462805 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.467143 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=a49dd0df-5381-46c7-be89-dff7769eb233,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.485159 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.499495 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-02a1559f-44c8-4488-b655-e7e7171f1eb2 None None] Provisioning complete for port 7819fcf9-5f09-4352-9f4b-8d4becca1109 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:05.503417 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02a1559f-44c8-4488-b655-e7e7171f1eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.619180 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.621541 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.623843 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] 10.222.0.97 "PUT /v2.0/ports/0ea94ed9-108a-4042-8e64-15efe425fea5 HTTP/1.1" status: 200 len: 1093 time: 2.9224663 May 13 14:34:05.632592 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:05.633568 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:34:05.656429 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 4d815d1f-d360-4ad3-8620-6c375dc1242d triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:05.661711 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:05.664700 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-02a1559f-44c8-4488-b655-e7e7171f1eb2 None None] Port 7819fcf9-5f09-4352-9f4b-8d4becca1109 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:05.679380 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Allocated IP 172.27.0.120 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/dd039fa1-c73c-4a65-a6c5-6c5f8c875b69) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:05.881659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 4d815d1f-d360-4ad3-8620-6c375dc1242d is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:06.034981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40930) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:06.100198 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-f27fe0fe-9971-444d-b5cd-c97f6d6cde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.102991 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-f27fe0fe-9971-444d-b5cd-c97f6d6cde65 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a30c32d8ff1146a98ef9f6d12b2275d8&device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 1127 time: 0.2687228 May 13 14:34:06.105830 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39a1d-ad28-47f6-a2b1-4e8bbc8706e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.276681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:34:06.291439 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:06.312006 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-df7ffbdf-6a09-4eea-a6bc-54589462f1b2 admin admin] 10.222.0.102 "PUT /v2.0/routers/f81150d6-c8ff-48cf-bb33-4c83a218d753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7350810 May 13 14:34:06.328357 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6ca5c745-7fa7-4b9a-859e-d9465b49f675 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:06.328883 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:06.332894 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:06.375646 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9e6f-5411-4434-a80f-ac5ca32990a2 req-8cf4e235-a0e1-4489-bacb-b4427f91f09b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.391375 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ffa9e6f-5411-4434-a80f-ac5ca32990a2 req-8cf4e235-a0e1-4489-bacb-b4427f91f09b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.2785900 May 13 14:34:06.391375 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-6620e460-15dd-4b20-a3ba-b65767b614d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea94ed9-108a-4042-8e64-15efe425fea5 HTTP/1.1" status: 200 len: 217 time: 0.2646492 May 13 14:34:06.500530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:34:06.518091 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:06.521659 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6aaf726e-2f45-4084-88b0-7d5b2c5cc6ce admin admin] 10.222.0.102 "PUT /v2.0/routers/6292eb2f-d81d-4d09-9340-8596d5d511ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7641342 May 13 14:34:06.531034 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3545ccd-485d-4710-b00c-fccd6e8910fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:06.579202 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:06.593527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:06.597613 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:06.600430 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:06.623233 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:06.631221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:06.730077 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-08893e05-4ee4-4095-9331-79f3523b82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.732647 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-08893e05-4ee4-4095-9331-79f3523b82de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6851bfc-d9fa-47d2-8f87-0c35261b8696 HTTP/1.1" status: 200 len: 851 time: 0.3217149 May 13 14:34:06.790995 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:06.916407 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40962) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:06.925376 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=dd039fa1-c73c-4a65-a6c5-6c5f8c875b69,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.928666 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380f914-8040-42e1-9051-e3f0b432d1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:06.944037 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:06.955897 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:06.957381 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-04cbc81d-bd82-4951-8ce0-4481c690f55a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=17876069-8e8d-43a9-9c88-fcd9d51b7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145486 May 13 14:34:06.973387 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:07.019427 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ffa9e6f-5411-4434-a80f-ac5ca32990a2 req-18e54237-79e3-4c78-a531-076187207206 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284037 May 13 14:34:07.236593 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:07.239495 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device a49dd0df-5381-46c7-be89-dff7769eb233 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:07.251302 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:07.256873 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:07.298513 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:07.300476 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Updating router f81150d6-c8ff-48cf-bb33-4c83a218d753 port 7819fcf9-5f09-4352-9f4b-8d4becca1109 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:34:07.340331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.356083 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fe917bc-a0d5-48b8-be46-770c242a11bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.497215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0326c8f-8a9e-45eb-9a03-ee07808f2625 x-openstack-request-id: req-d0326c8f-8a9e-45eb-9a03-ee07808f2625 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:07.498674 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:07.499290 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d0326c8f-8a9e-45eb-9a03-ee07808f2625 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:07.500275 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0326c8f-8a9e-45eb-9a03-ee07808f2625'] response: {'name': 'network-changed', 'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5', 'status': 'completed', 'code': 200} May 13 14:34:07.511601 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-910aa508-39f8-49a1-8979-a281ace3318b service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437737 May 13 14:34:07.565592 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40984) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:07.600049 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370977504', 'description': 'tempest-description--430669119'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:07.728755 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port a49dd0df-5381-46c7-be89-dff7769eb233 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:07.728755 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.744603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fe917bc-a0d5-48b8-be46-770c242a11bf admin admin] Publish callbacks [] for security_group (e1ac3364-854a-4668-8a50-76c222606330), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.815129 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c442bd0-fcd7-4098-a276-d67dc44212cb req-a8d2b81d-b600-49c4-8b72-6a4c5eb89a2e service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878256 May 13 14:34:07.838132 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fe917bc-a0d5-48b8-be46-770c242a11bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e1ac3364-854a-4668-8a50-76c222606330), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.850586 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.857398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3545ccd-485d-4710-b00c-fccd6e8910fb admin admin] Publish callbacks [] for security_group (eece2421-e080-4ebe-a988-29e9efb00289), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.933132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:07.984420 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3545ccd-485d-4710-b00c-fccd6e8910fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (eece2421-e080-4ebe-a988-29e9efb00289), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.015297 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6fe917bc-a0d5-48b8-be46-770c242a11bf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dfd23664a7fc401d863763f1134be46e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0966041 May 13 14:34:08.068557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 40992) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:08.113283 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (554e93f4-4bf7-41ca-9fdd-72217a04cb53), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.117093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe917bc-a0d5-48b8-be46-770c242a11bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac3364-854a-4668-8a50-76c222606330,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.149720 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-29dfd642-7db9-4a0c-b5c0-fe003626d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.157979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-29dfd642-7db9-4a0c-b5c0-fe003626d424 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a30c32d8ff1146a98ef9f6d12b2275d8&device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 1127 time: 0.1725976 May 13 14:34:08.202401 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks [] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.217394 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (554e93f4-4bf7-41ca-9fdd-72217a04cb53), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.251793 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f3545ccd-485d-4710-b00c-fccd6e8910fb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9fddd259230a417aa2454eab793a0b73&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2113614 May 13 14:34:08.261503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 40996) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:08.263216 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port a49dd0df-5381-46c7-be89-dff7769eb233 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:08.275170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 2, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:08.284380 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3545ccd-485d-4710-b00c-fccd6e8910fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece2421-e080-4ebe-a988-29e9efb00289,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.299045 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.314235 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41000) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:08.329232 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559568322', 'description': 'tempest-description--95630351'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:08.339217 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.378427 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:08.378816 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Updating router 6292eb2f-d81d-4d09-9340-8596d5d511ae port 040280b0-9965-466d-bf97-2ef3b4fa34fb binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:34:08.461294 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.469839 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941f3b-1f61-45bc-b9ae-79f5eb5c64e5 req-4c135220-1e20-42b3-bf93-1b432e57068e tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.473579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea941f3b-1f61-45bc-b9ae-79f5eb5c64e5 req-4c135220-1e20-42b3-bf93-1b432e57068e tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.2713122 May 13 14:34:08.480552 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554e93f4-4bf7-41ca-9fdd-72217a04cb53,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.530302 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.534978 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d9b8cefe-3f3a-49de-b231-561c3c2b7a93 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9682221 May 13 14:34:08.549908 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41010) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:08.550697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] Publish callbacks [] for security_group (e1ac3364-854a-4668-8a50-76c222606330), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.579538 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48541d-952b-4241-ad29-ea22ed203a23 None None] Pushing event updated for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.580414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '554e93f4-4bf7-41ca-9fdd-72217a04cb53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:08.596306 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-4bfacac6-c8ec-4160-9a80-dded8f937351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.602755 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-4bfacac6-c8ec-4160-9a80-dded8f937351 service neutron] 10.222.0.97 "GET /v2.0/networks?id=17876069-8e8d-43a9-9c88-fcd9d51b7c11 HTTP/1.1" status: 200 len: 912 time: 0.4345701 May 13 14:34:08.695795 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.756367 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Attempting to bind port 7819fcf9-5f09-4352-9f4b-8d4becca1109 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:08.758326 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Attempting to bind port 7819fcf9-5f09-4352-9f4b-8d4becca1109 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:08.758725 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Attempting to bind port 7819fcf9-5f09-4352-9f4b-8d4becca1109 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:08.765619 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:08.768299 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:08.768299 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.768299 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:08.768299 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Bound port: 7819fcf9-5f09-4352-9f4b-8d4becca1109, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:08.768299 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.808626 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea941f3b-1f61-45bc-b9ae-79f5eb5c64e5 req-e4017146-6850-4157-85a6-2b591e712364 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883816 May 13 14:34:08.808626 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] Publish callbacks [] for security_group (eece2421-e080-4ebe-a988-29e9efb00289), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.808626 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-af8cb3b8-efdb-4297-80cd-74de03978374 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea94ed9-108a-4042-8e64-15efe425fea5 HTTP/1.1" status: 200 len: 217 time: 0.1708307 May 13 14:34:08.873247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] Publish callbacks [] for security_group (e1ac3364-854a-4668-8a50-76c222606330), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.946425 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] Publish callbacks [] for security_group (eece2421-e080-4ebe-a988-29e9efb00289), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:08.956495 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] For port 7819fcf9-5f09-4352-9f4b-8d4becca1109, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:08.964029 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] For port 7819fcf9-5f09-4352-9f4b-8d4becca1109, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7819fcf9-5f09-4352-9f4b-8d4becca1109,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:09.017724 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-03c7cfdd-7045-4e70-8af7-aaccb62ff60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.019747 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-03c7cfdd-7045-4e70-8af7-aaccb62ff60e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6851bfc-d9fa-47d2-8f87-0c35261b8696 HTTP/1.1" status: 200 len: 851 time: 0.2035172 May 13 14:34:09.074567 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-ed994dcf-1c43-415e-ac66-6f2cafae56ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=17876069-8e8d-43a9-9c88-fcd9d51b7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333207 May 13 14:34:09.107456 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (e3e44a4f-39c3-42d8-9fbb-fd9b40bc61b5), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.137857 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.139024 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Provisioning complete for port 7819fcf9-5f09-4352-9f4b-8d4becca1109 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:09.139555 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.191278 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (022dd91a-89db-4007-9338-b656a56df147), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.199330 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.204291 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-16e1b794-02e6-49bd-b641-aa8ccc69c916 service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216760 May 13 14:34:09.205407 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (eece2421-e080-4ebe-a988-29e9efb00289), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.209119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.210234 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/eece2421-e080-4ebe-a988-29e9efb00289 HTTP/1.1" status: 204 len: 168 time: 0.8772545 May 13 14:34:09.230456 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185020-e5a0-458d-8c48-7530f67a173e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece2421-e080-4ebe-a988-29e9efb00289,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.257321 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (e3e44a4f-39c3-42d8-9fbb-fd9b40bc61b5), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.259066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e1ac3364-854a-4668-8a50-76c222606330), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.262022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.266856 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e1ac3364-854a-4668-8a50-76c222606330 HTTP/1.1" status: 204 len: 168 time: 1.1798632 May 13 14:34:09.276068 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63812d11-5271-4962-b850-976ffdc3e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac3364-854a-4668-8a50-76c222606330,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.297572 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48541d-952b-4241-ad29-ea22ed203a23 None None] Pushing event updated for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.303198 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.311427 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (022dd91a-89db-4007-9338-b656a56df147), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.381112 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:09.381941 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:09.420404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (e3e44a4f-39c3-42d8-9fbb-fd9b40bc61b5), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.454897 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0380f914-8040-42e1-9051-e3f0b432d1ef req-c75d9f3a-1185-4839-8941-339910fa781b service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433288 May 13 14:34:09.484545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks [] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.574721 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Current status of the port 7819fcf9-5f09-4352-9f4b-8d4becca1109 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:09.575474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.581852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e44a4f-39c3-42d8-9fbb-fd9b40bc61b5,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.592757 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=dd039fa1-c73c-4a65-a6c5-6c5f8c875b69,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.596740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022dd91a-89db-4007-9338-b656a56df147,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.613101 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.614364 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-97d4bd43-fc30-4ef0-a4f3-9a29dbebe00f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2914205 May 13 14:34:09.615805 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.617692 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41024) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:09.626225 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group_rule': {'security_group_id': '022dd91a-89db-4007-9338-b656a56df147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:09.682511 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.706416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.707878 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-dc8ba042-aedc-4a0c-b060-a6c00503ea9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1502268 May 13 14:34:09.712618 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41028) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:09.717758 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '554e93f4-4bf7-41ca-9fdd-72217a04cb53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:09.748094 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.751203 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c361c328-c60d-4ec5-8a99-722381b5ccc6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2871788 May 13 14:34:09.754777 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:09.899442 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] For port 7819fcf9-5f09-4352-9f4b-8d4becca1109, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7819fcf9-5f09-4352-9f4b-8d4becca1109,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:09.901242 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (fa4a2ae0-3cb4-4730-b626-08448f1ee7ab), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:09.944632 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (27a616a2-ce80-4416-b256-75086dff97dd), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.186032 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (fa4a2ae0-3cb4-4730-b626-08448f1ee7ab), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.223977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401eba0-febd-4393-a489-98661667417a None None] Pushing event updated for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.238001 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.241855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Attempting to bind port 040280b0-9965-466d-bf97-2ef3b4fa34fb on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:10.242470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Attempting to bind port 040280b0-9965-466d-bf97-2ef3b4fa34fb by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:10.243694 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Attempting to bind port 040280b0-9965-466d-bf97-2ef3b4fa34fb on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:10.280159 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (fa4a2ae0-3cb4-4730-b626-08448f1ee7ab), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.302543 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443499f4-9762-4835-a5a8-4871f0e9ffce None None] Pushing event updated for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.305396 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:10.305396 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Checking segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:10.305655 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.306041 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Bound using segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:10.306525 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Bound port: 040280b0-9965-466d-bf97-2ef3b4fa34fb, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:10.306944 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.327878 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4a2ae0-3cb4-4730-b626-08448f1ee7ab,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.350920 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:08Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:10.386811 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.393638 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f0672021-2486-440b-99ba-005908999c16 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6792409 May 13 14:34:10.394130 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41044) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:10.402465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:10.424375 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8c3f9-cdab-4437-81df-b9917185eadc None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:08Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:10.467635 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] For port 040280b0-9965-466d-bf97-2ef3b4fa34fb, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:10.485868 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] For port 040280b0-9965-466d-bf97-2ef3b4fa34fb, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=040280b0-9965-466d-bf97-2ef3b4fa34fb,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:10.495107 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Provisioning complete for port 7819fcf9-5f09-4352-9f4b-8d4becca1109 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:10.496264 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.505797 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.647150 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.698336 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd93eb-b8a1-44d0-b6fd-00c30f781307 req-c796099d-177c-403e-b1b7-ee39e4ba137b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.701595 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85dd93eb-b8a1-44d0-b6fd-00c30f781307 req-c796099d-177c-403e-b1b7-ee39e4ba137b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.1220717 May 13 14:34:10.705130 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (27a616a2-ce80-4416-b256-75086dff97dd), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.759958 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.777544 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (27a616a2-ce80-4416-b256-75086dff97dd), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.828623 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a616a2-ce80-4416-b256-75086dff97dd,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.863232 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85dd93eb-b8a1-44d0-b6fd-00c30f781307 req-4af0fd2d-762b-4976-87ce-7a91bed17283 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344006 May 13 14:34:10.871360 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:10.876517 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-21ecbccd-f730-4987-ab7a-55e284ea2a5e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2573967 May 13 14:34:10.877317 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41058) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:10.882614 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group_rule': {'security_group_id': '022dd91a-89db-4007-9338-b656a56df147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:11.049249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41066) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:11.081863 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-895ce58a-b920-4b5f-98aa-c51d268e60bd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1934455367&fields=id&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 267 time: 0.1368587 May 13 14:34:11.117706 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc6f7-d3e4-4418-8359-58b3caef2710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.189353 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.27.0.181 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/9b994d65-6c26-4690-bb6d-94b2b5f02511) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:11.230225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:11.238342 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:33:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:11.301051 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (74b1189f-7f92-4d0e-bab5-76246cd8b576), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.344702 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Current status of the port 7819fcf9-5f09-4352-9f4b-8d4becca1109 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:11.395603 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401eba0-febd-4393-a489-98661667417a None None] Pushing event updated for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:11.402136 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Provisioning complete for port 040280b0-9965-466d-bf97-2ef3b4fa34fb triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:11.402523 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.602786 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (74b1189f-7f92-4d0e-bab5-76246cd8b576), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.620091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-a89c0d2f-1470-4f1e-8932-d16659d25c25 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.636963 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-a89c0d2f-1470-4f1e-8932-d16659d25c25 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 817 time: 0.5508885 May 13 14:34:11.675705 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-d2298082-150c-4212-8345-97a0b0f645a0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/quotas/a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 375 time: 0.0374436 May 13 14:34:11.695119 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:11.701089 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (74b1189f-7f92-4d0e-bab5-76246cd8b576), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.731031 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc6f7-d3e4-4418-8359-58b3caef2710 admin admin] Publish callbacks [] for security_group (2c660bc4-e199-4753-9530-1d67424a1771), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.737291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.813518 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc6f7-d3e4-4418-8359-58b3caef2710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c660bc4-e199-4753-9530-1d67424a1771), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.828415 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b1189f-7f92-4d0e-bab5-76246cd8b576,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:11.872924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdc6f7-d3e4-4418-8359-58b3caef2710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c660bc4-e199-4753-9530-1d67424a1771,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:11.881798 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-034ff67c-551b-43d8-847f-6f9b81837c87 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2045908 May 13 14:34:11.897025 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4cfdc6f7-d3e4-4418-8359-58b3caef2710 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=abe78dea49db40dfa9a3e8be31b304af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8459151 May 13 14:34:11.898895 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.899696 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41094) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:11.960161 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:11.965749 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fa1f36e5-8382-4390-9993-24e035011a35 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0871890 May 13 14:34:11.978773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41100) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:11.983998 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:12.038737 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:12.049351 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:12.058522 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:12.134108 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=9b994d65-6c26-4690-bb6d-94b2b5f02511,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:12.220591 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:10Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:12.246689 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a6d5d-4136-464f-9a21-5c2705d344bc req-0503d05a-7816-4621-a6e1-6c96266f6360 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.258441 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b95a6d5d-4136-464f-9a21-5c2705d344bc req-0503d05a-7816-4621-a6e1-6c96266f6360 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.2424734 May 13 14:34:12.295591 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960a11f-fd76-4388-a113-24ddcce67eaa None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:10Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:12.306597 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.313207 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Current status of the port 040280b0-9965-466d-bf97-2ef3b4fa34fb is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:12.314211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.356042 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.357260 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] Publish callbacks [] for security_group (2c660bc4-e199-4753-9530-1d67424a1771), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.394483 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] For port 040280b0-9965-466d-bf97-2ef3b4fa34fb, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=040280b0-9965-466d-bf97-2ef3b4fa34fb,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:12.528416 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.549234 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7819fcf9-5f09-4352-9f4b-8d4becca1109 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:12.551209 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.611107 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.614453 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b95a6d5d-4136-464f-9a21-5c2705d344bc req-eae9ea05-7c4c-472c-a5e0-97f84d9b2a2d tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538864 May 13 14:34:12.671571 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-fb3e58bb-c54d-45de-a781-8ffdcaea63c6 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:34:12.680338 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-fb3e58bb-c54d-45de-a781-8ffdcaea63c6 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4193966 May 13 14:34:12.703446 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] Publish callbacks [] for security_group (2c660bc4-e199-4753-9530-1d67424a1771), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.744965 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-7a33b565-ec18-4daf-8b92-a9bf7cb0c3d8 None None] Provisioning complete for port 040280b0-9965-466d-bf97-2ef3b4fa34fb triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:12.745799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7a33b565-ec18-4daf-8b92-a9bf7cb0c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:12.889309 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 7819fcf9-5f09-4352-9f4b-8d4becca1109 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:12.889714 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.050038 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.075992 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb621c6-a750-4c87-8d0a-f1f2cd1b9994 None None] Pushing event updated for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.117723 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-dc8c84ae-b5b1-40f3-9921-3586058e012a service neutron] 10.222.0.102 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335353 May 13 14:34:13.126099 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.236809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c660bc4-e199-4753-9530-1d67424a1771), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.243015 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.266448 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 7819fcf9-5f09-4352-9f4b-8d4becca1109 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:13.270879 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2c660bc4-e199-4753-9530-1d67424a1771 HTTP/1.1" status: 204 len: 168 time: 1.3608496 May 13 14:34:13.280938 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Allocated IP 172.27.0.21 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/7cd59043-0bbd-457c-856b-64590a442b8a) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:13.281888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=9b994d65-6c26-4690-bb6d-94b2b5f02511,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.298958 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.363106 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:13.364080 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7a33b565-ec18-4daf-8b92-a9bf7cb0c3d8 None None] Current status of the port 040280b0-9965-466d-bf97-2ef3b4fa34fb is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:13.364663 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37ed6aa7-1a73-4819-bbf2-33a4a2a98c1a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9690759 May 13 14:34:13.387916 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b62e23-309d-4efe-8bbb-a0bd1137386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c660bc4-e199-4753-9530-1d67424a1771,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.620983 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-be9773e2-e36e-42ca-9914-f8d7aaf4c8d2 service neutron] 10.222.0.102 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020521 May 13 14:34:13.744632 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (7cd59043-0bbd-457c-856b-64590a442b8a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:14.008501 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d9d5c-9099-4100-a1ab-7dbadfcdd3f6 req-625490e5-da12-4fc3-bfed-ab71299f1ad2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.015045 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b5d9d5c-9099-4100-a1ab-7dbadfcdd3f6 req-625490e5-da12-4fc3-bfed-ab71299f1ad2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.2576919 May 13 14:34:14.101223 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b5d9d5c-9099-4100-a1ab-7dbadfcdd3f6 req-89fd9198-cd93-4268-beab-9dad96ac58d0 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635455 May 13 14:34:14.160967 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:14.398160 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=7cd59043-0bbd-457c-856b-64590a442b8a,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.503545 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a42e5dc1-ad33-455e-8e39-f1c34c6f0aeb req-7cc6e7b7-e89b-4e6f-abb8-6db4b833b75e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.2382429 May 13 14:34:14.505745 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:14.527574 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 040280b0-9965-466d-bf97-2ef3b4fa34fb up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:14.573045 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:14.603955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:14.716023 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 040280b0-9965-466d-bf97-2ef3b4fa34fb triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:14.716827 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:14.791796 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-c843e376-0a6b-459f-9eec-708b1c33feb0 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1370977504&fields=id&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 267 time: 0.4976373 May 13 14:34:14.913583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 040280b0-9965-466d-bf97-2ef3b4fa34fb is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:14.998756 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:15.139686 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-9bc59b42-73a5-40fa-85cc-b7dd947598d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.139686 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-9bc59b42-73a5-40fa-85cc-b7dd947598d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.3133874 May 13 14:34:15.139686 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-0b5df84f-1318-4456-bae6-b20b39510605 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/quotas/9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 375 time: 0.0104451 May 13 14:34:15.245171 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-5848c5a9-cb8d-460b-9e12-7e9f1f7432bb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942271 May 13 14:34:15.369469 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:15.377618 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5c25c-f8bc-4b90-9531-8a7126c7c10f req-39c9f6d9-6d18-4834-a36b-34e111ee09e2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.379393 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4dd5c25c-f8bc-4b90-9531-8a7126c7c10f req-39c9f6d9-6d18-4834-a36b-34e111ee09e2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.1520231 May 13 14:34:15.582185 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4dd5c25c-f8bc-4b90-9531-8a7126c7c10f req-f8806b82-e1d4-4b1a-a05d-c5d6161a29dd tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723764 May 13 14:34:15.619038 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-f70e58bd-e3ea-41d7-87f4-77f0932fac01 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108625 May 13 14:34:15.815462 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7072e3d-930c-45ea-8699-14c697b5d65b req-3c4d579d-2d56-4ba9-b9c6-210da7ca7ca5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.1117663 May 13 14:34:15.906223 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-f9ab6fdd-b88c-4015-946d-08c9de50d6e1 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671540 May 13 14:34:15.936632 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (7cd59043-0bbd-457c-856b-64590a442b8a), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:16.029928 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:16.066033 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:16.089389 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=7cd59043-0bbd-457c-856b-64590a442b8a,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:16.156960 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:16.158480 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c617fdcb-3993-46e4-baa7-f19262012e88 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1786823 May 13 14:34:16.258202 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f263fb8e-dcff-4d85-b2bc-bc9d5a8f0858 req-7f433974-12ca-4e29-a273-7a8db319bbfc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0473595 May 13 14:34:16.477821 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-6b3ca587-ab7a-4404-8fb7-2ce3aecec4fe tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1559568322&fields=id&tenant_id=c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 267 time: 0.1054304 May 13 14:34:16.781192 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d2d9-f49f-4ffc-85e4-0f488abd99f3 req-d95fc7f0-4748-4994-8c41-0dda19ac3a3d tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.783296 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a650d2d9-f49f-4ffc-85e4-0f488abd99f3 req-d95fc7f0-4748-4994-8c41-0dda19ac3a3d tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.0674686 May 13 14:34:16.830048 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c0a2daa9-e6a1-4881-8386-fd90d03ed0c6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.836901 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c0a2daa9-e6a1-4881-8386-fd90d03ed0c6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 811 time: 0.3497827 May 13 14:34:16.860400 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-cc9f163f-a752-42c6-ad78-5a8f0959b42b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/quotas/c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 375 time: 0.0215671 May 13 14:34:16.889456 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a650d2d9-f49f-4ffc-85e4-0f488abd99f3 req-fa118bf6-f3f9-4c82-8ded-d4ad7d5c1649 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995994 May 13 14:34:16.929156 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-aeee827c-4358-4957-a03b-ca0a12653f56 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606630 May 13 14:34:17.041365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0a93b77-8f70-44e5-b749-0ffbb05fb64b req-4b7436d5-13b5-4465-8ba1-3c273dd71e76 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.0822041 May 13 14:34:17.101280 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-e59e8759-e610-427c-92bf-5b89a3997469 service neutron] 10.222.0.102 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515803 May 13 14:34:17.200496 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-26f67037-e665-4581-9ef6-bc6168c47d9c service neutron] 10.222.0.102 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 May 13 14:34:17.366201 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bbe42c8-82a8-4c22-ae75-3df7d45647a5 req-7fe9871f-b6cf-4542-9e9c-44cc2f87b0bf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0343959 May 13 14:34:17.499313 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66a3d46c-418e-4c11-b69b-bad0b545f387 req-ac1713bc-2cc9-483a-a6b1-28578b7bc139 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0577161 May 13 14:34:17.888309 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41388) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:18.039151 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a652c7be-aef2-4fdc-a733-5d310932e243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.086511 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4b098-80d5-4c46-b3a3-cf73851aa617 req-41bdc60a-468c-49b8-be0a-690fa147ebc6 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.088369 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fcb4b098-80d5-4c46-b3a3-cf73851aa617 req-41bdc60a-468c-49b8-be0a-690fa147ebc6 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.0969348 May 13 14:34:18.184333 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.198320 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0cdbf5d4-571c-46f2-a15b-711771ddad12 req-a80957bd-20ce-4895-a443-fd2744acf0c1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.0531371 May 13 14:34:18.211389 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fcb4b098-80d5-4c46-b3a3-cf73851aa617 req-9707a8d6-3f80-4cd6-b498-0738bcd95a43 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123967 May 13 14:34:18.242851 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a652c7be-aef2-4fdc-a733-5d310932e243 admin admin] Publish callbacks [] for security_group (b9a4a000-8a6c-4553-9058-7a9a90d1d2dc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.305437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a652c7be-aef2-4fdc-a733-5d310932e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b9a4a000-8a6c-4553-9058-7a9a90d1d2dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.340617 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a652c7be-aef2-4fdc-a733-5d310932e243 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e897d08f4db44e3581bce6029b2c4d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507284 May 13 14:34:18.344247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41400) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:18.350718 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eee5d2e-305b-4f15-9bed-2f0630cae29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.365539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652c7be-aef2-4fdc-a733-5d310932e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4a000-8a6c-4553-9058-7a9a90d1d2dc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.410530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] Publish callbacks [] for security_group (b9a4a000-8a6c-4553-9058-7a9a90d1d2dc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.445326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] Publish callbacks [] for security_group (b9a4a000-8a6c-4553-9058-7a9a90d1d2dc), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.579225 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6cc9d7e1-46ae-437d-99c7-a339efe75061 req-b379a8b6-674f-44f6-a469-1b0c4bfe75cb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0440829 May 13 14:34:18.584814 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b9a4a000-8a6c-4553-9058-7a9a90d1d2dc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.588116 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:18.591944 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b9a4a000-8a6c-4553-9058-7a9a90d1d2dc HTTP/1.1" status: 204 len: 168 time: 0.2440491 May 13 14:34:18.604804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c27c-6dfc-4653-bef5-e80b1cc9fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4a000-8a6c-4553-9058-7a9a90d1d2dc,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.659027 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7b080f3-2477-4a69-8652-a338cf5a9699 req-cf302cde-59f3-4585-9148-508e043b1503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0785439 May 13 14:34:18.916310 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-483765dc-4a00-4bd2-a012-334fc254ccf2 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.917826 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-483765dc-4a00-4bd2-a012-334fc254ccf2 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 817 time: 0.1184213 May 13 14:34:19.006353 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-de971df1-052c-49ca-a8ee-d39ad9b6dcca tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 380 time: 0.0761800 May 13 14:34:19.013965 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'port': {'device_id': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'admin_state_up': True, 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'security_groups': ['7591dcdf-7a35-4d66-b862-d0d4b72ab862']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:19.088416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.97', 50216) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:19.200509 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Made reservation on behalf of a3b836fbca704e1c8b292e5a9063e50a for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:19.204560 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.321874 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-9a13ec8b-49df-4960-bace-385b67dcaec1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.323680 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-9a13ec8b-49df-4960-bace-385b67dcaec1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.2341669 May 13 14:34:19.404439 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41446) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:19.405509 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f24fe02-fc06-4592-a428-fa48ce119bdf req-a0def42d-aa86-4398-9bc2-a05fb32f547a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.0851519 May 13 14:34:19.424151 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bae5218-6956-4eb4-a72a-b2aa78581c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.461400 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe39141-a110-438e-8518-006a201323d0 req-250924b4-3dd5-4d53-846b-fc7131b90998 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.467441 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fe39141-a110-438e-8518-006a201323d0 req-250924b4-3dd5-4d53-846b-fc7131b90998 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.1082389 May 13 14:34:19.489199 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-ead4aca3-8f3f-413b-8d5f-dab78a1c983b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 380 time: 0.1056983 May 13 14:34:19.501409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'port': {'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'admin_state_up': True, 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'security_groups': ['554e93f4-4bf7-41ca-9fdd-72217a04cb53']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:19.566850 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fe39141-a110-438e-8518-006a201323d0 req-06e36962-d50d-4fc3-9c67-4c2fae8f4d43 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 May 13 14:34:19.571236 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Allocated IP 172.20.0.14 (f5d59592-5b2e-4983-b5e4-f02dfc8e9001/639a73e0-5319-4538-81cf-3974026e1aad/1007d15d-1a0a-45c1-aec9-41952f7af7c1) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:19.650257 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bae5218-6956-4eb4-a72a-b2aa78581c29 admin admin] Publish callbacks [] for security_group (aaae847f-6353-474e-bbe1-9135bdf448e1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.724295 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cad61cd1-6dbf-4c50-9524-8ae085995bd7 req-94fb6467-149e-450d-bbef-4d1be1d92a6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0448139 May 13 14:34:19.744064 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bae5218-6956-4eb4-a72a-b2aa78581c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (aaae847f-6353-474e-bbe1-9135bdf448e1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.798511 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5bae5218-6956-4eb4-a72a-b2aa78581c29 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d15f96b6d09b423881330d497485e01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956814 May 13 14:34:19.800138 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae5218-6956-4eb4-a72a-b2aa78581c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae847f-6353-474e-bbe1-9135bdf448e1,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:19.802798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41468) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:19.807014 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-35d14ec2-378b-406d-8b23-3ca216c83b02 req-bba1f0ba-5e40-482d-8cd4-6af8992d597e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0577042 May 13 14:34:19.828955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.842891 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:19.846453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.922202 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:19.974502 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:19.977893 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:19.981233 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:19.986992 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.987628 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.005703 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.083042 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b43ff6b9-9b47-44b2-a628-584b1d5f8741 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0737381 May 13 14:34:20.097247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Request body: {'port': {'device_id': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:20.116381 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] Publish callbacks [] for security_group (aaae847f-6353-474e-bbe1-9135bdf448e1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.174903 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.183203 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] Publish callbacks [] for security_group (aaae847f-6353-474e-bbe1-9135bdf448e1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.250149 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-f63653b0-a1cf-43cf-870b-b59108d6f4f8 None None] Provisioning complete for port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:20.254890 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f63653b0-a1cf-43cf-870b-b59108d6f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.263849 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.97', 50222) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:20.342330 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.20.0.13 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/f8b48041-1fe1-4a08-8f1f-c873b465bcdf) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:20.366089 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f63653b0-a1cf-43cf-870b-b59108d6f4f8 None None] Port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:20.452566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (aaae847f-6353-474e-bbe1-9135bdf448e1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.455157 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.456302 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/aaae847f-6353-474e-bbe1-9135bdf448e1 HTTP/1.1" status: 204 len: 168 time: 0.6524432 May 13 14:34:20.560407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-2650215c-c3e4-4657-affd-c1f7c644d4bf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.562358 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-2650215c-c3e4-4657-affd-c1f7c644d4bf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 811 time: 0.2977266 May 13 14:34:20.569477 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7d51-e4d6-42bd-90bb-7995f6e5adf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae847f-6353-474e-bbe1-9135bdf448e1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.662345 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:34:20.663804 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae5a7-cbef-47b1-b37c-f73250f14c27 req-51f49d9a-21bf-48de-ac3d-6e925fb84d19 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.665865 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ebae5a7-cbef-47b1-b37c-f73250f14c27 req-51f49d9a-21bf-48de-ac3d-6e925fb84d19 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 932 time: 0.1238246 May 13 14:34:20.674010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:20.676022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.706655 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks [] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:20.762314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Transition to ACTIVE for port object 1007d15d-1a0a-45c1-aec9-41952f7af7c1 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:34:20.782388 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b0825-d0dc-4b30-b6a4-1eaa8cbf1157 req-147fa940-c936-45ce-af67-aaee344dbba3 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.783889 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-290b0825-d0dc-4b30-b6a4-1eaa8cbf1157 req-147fa940-c936-45ce-af67-aaee344dbba3 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 943 time: 0.0897534 May 13 14:34:20.787186 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ebae5a7-cbef-47b1-b37c-f73250f14c27 req-1550422c-4138-4cb4-afd9-3219352bca48 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072414 May 13 14:34:20.845955 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-290b0825-d0dc-4b30-b6a4-1eaa8cbf1157 req-49d14449-493c-4ebd-8830-53d73f19507c tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546055 May 13 14:34:20.896058 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ed956e98-0f4d-4213-b594-4449a640fb24 req-a05b1df4-7475-4792-9738-4e46b017d235 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0283167 May 13 14:34:20.945404 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97158014-cd7c-4480-bb56-89b2f2ba132d req-923256b1-d6ed-4e92-9ae2-52a83196c41c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0304615 May 13 14:34:21.292136 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00b110a6-61f8-4680-ba3e-ad856e3a0dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.464348 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0ea94ed9-108a-4042-8e64-15efe425fea5 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:34:21.572051 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0ea94ed9-108a-4042-8e64-15efe425fea5,segment=NetworkSegment(559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6),segment_id=559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:21.583781 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '0ea94ed9-108a-4042-8e64-15efe425fea5', 'network_id': '17876069-8e8d-43a9-9c88-fcd9d51b7c11', 'port_id': '0ea94ed9-108a-4042-8e64-15efe425fea5', 'mac_address': 'fa:16:3e:95:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6851bfc-d9fa-47d2-8f87-0c35261b8696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:34:21.590555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.593285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.625876 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 0ea94ed9-108a-4042-8e64-15efe425fea5 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:21.626270 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.655511 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea94ed9-108a-4042-8e64-15efe425fea5 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:21.684084 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0ea94ed9-108a-4042-8e64-15efe425fea5,segment=NetworkSegment(559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6),segment_id=559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:21.684584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:21.691157 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:21.695123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.708225 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Attempting to bind port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:21.708330 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Attempting to bind port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:21.708578 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Attempting to bind port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:21.713535 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:34:21.719012 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Attempting to bind port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:21.722209 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:21.725235 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:21.725584 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Checking segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:21.725972 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Bound using segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:21.726417 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Bound port: 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:21.726806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.783220 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:21.784204 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.792833 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:21.811073 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.893251 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:21.904820 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:21.950964 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.976110 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-4916b67b-d26e-4ae6-b41a-613387c9b1df tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4808626 May 13 14:34:22.037716 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41510) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:22.047563 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.058869 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.088549 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6a75-6abd-4d3f-b368-98e519548bc6 req-a12663e4-0c71-46d9-8e48-bb232d566def tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.090122 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-948e6a75-6abd-4d3f-b368-98e519548bc6 req-a12663e4-0c71-46d9-8e48-bb232d566def tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.1815212 May 13 14:34:22.106444 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c287-fa3d-4653-b620-0145e8bfe0e0 req-d3237559-9343-4f01-b3bd-2a0fc1d76ce5 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.108320 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a974c287-fa3d-4653-b620-0145e8bfe0e0 req-d3237559-9343-4f01-b3bd-2a0fc1d76ce5 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 944 time: 0.1011455 May 13 14:34:22.117928 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-0c91392b-d1fb-477f-a5c5-ad2bb82b7265 None None] Provisioning complete for port f8b48041-1fe1-4a08-8f1f-c873b465bcdf triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:22.118697 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c91392b-d1fb-477f-a5c5-ad2bb82b7265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.119723 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.125137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.125137 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] 10.222.0.97 "PUT /v2.0/ports/1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 1094 time: 2.0303538 May 13 14:34:22.129894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:22.135151 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80be2498-ff1f-493d-bf6b-b9a382ab8501" -d '{"events": [{"name": "network-changed", "server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:22.174356 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0c91392b-d1fb-477f-a5c5-ad2bb82b7265 None None] Port f8b48041-1fe1-4a08-8f1f-c873b465bcdf cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:22.228249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-deeb4c12-a186-481b-bfc0-b47aec030ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.253173 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09468a-e08c-4700-9be2-2aee962c1949 service neutron] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.301367 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-948e6a75-6abd-4d3f-b368-98e519548bc6 req-1b6c6951-c4ce-410c-b66a-79170c7db202 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900549 May 13 14:34:22.327047 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a974c287-fa3d-4653-b620-0145e8bfe0e0 req-f5e987f1-aeaa-4cb4-95bb-199bc651affb tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039866 May 13 14:34:22.341364 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-deeb4c12-a186-481b-bfc0-b47aec030ac3 admin admin] Publish callbacks [] for security_group (31a62ebc-b532-4b4b-b00a-496e198ab25a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.411845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-deeb4c12-a186-481b-bfc0-b47aec030ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (31a62ebc-b532-4b4b-b00a-496e198ab25a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.452121 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb4c12-a186-481b-bfc0-b47aec030ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a62ebc-b532-4b4b-b00a-496e198ab25a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.452358 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c70fa30-4546-4ca1-9a16-92a2e30bc10e req-d948567d-1fc6-4eb4-a4c2-2cf3a7b2e5a0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0491805 May 13 14:34:22.458537 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-deeb4c12-a186-481b-bfc0-b47aec030ac3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2f0b1b3383164510b912e812bbe6bc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197896 May 13 14:34:22.461766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cba0f-93b7-493d-afe3-2b8ce9b2e6f9 req-1cb524e7-55ca-4d33-837b-64c282c190b3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.461886 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41524) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:22.467594 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-092cba0f-93b7-493d-afe3-2b8ce9b2e6f9 req-1cb524e7-55ca-4d33-837b-64c282c190b3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 932 time: 0.0798559 May 13 14:34:22.525144 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] Publish callbacks [] for security_group (31a62ebc-b532-4b4b-b00a-496e198ab25a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.544676 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-092cba0f-93b7-493d-afe3-2b8ce9b2e6f9 req-b61e25a0-caf2-493a-a840-a7de32d282aa tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713055 May 13 14:34:22.559586 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] Publish callbacks [] for security_group (31a62ebc-b532-4b4b-b00a-496e198ab25a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.563842 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ba4b1-c6af-465f-bdc7-c4122ba84184 x-openstack-request-id: req-a04ba4b1-c6af-465f-bdc7-c4122ba84184 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:22.564405 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:22.564758 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a04ba4b1-c6af-465f-bdc7-c4122ba84184 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:22.565251 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04ba4b1-c6af-465f-bdc7-c4122ba84184'] response: {'name': 'network-changed', 'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'status': 'completed', 'code': 200} May 13 14:34:22.692038 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (31a62ebc-b532-4b4b-b00a-496e198ab25a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.694566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:22.695845 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/31a62ebc-b532-4b4b-b00a-496e198ab25a HTTP/1.1" status: 204 len: 168 time: 0.2333994 May 13 14:34:22.704898 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886c30-0d24-4a91-8a00-9bf8ecdc496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a62ebc-b532-4b4b-b00a-496e198ab25a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:23.017661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:23.210365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Request body: {'port': {'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:23.278680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-ba5ea63b-9471-4f30-9bc6-d6109f0bed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.280389 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-ba5ea63b-9471-4f30-9bc6-d6109f0bed89 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1128 time: 0.0436547 May 13 14:34:23.307808 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-febbf0c2-498a-4a76-9e26-33fbc22f2403 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 380 time: 0.1446226 May 13 14:34:23.313592 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:23.368324 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'port': {'device_id': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'admin_state_up': True, 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'security_groups': ['022dd91a-89db-4007-9338-b656a56df147']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:23.431384 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['0ea94ed9-108a-4042-8e64-15efe425fea5'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:34:23.475042 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41560) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:23.536349 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7fc5-76d8-48ea-b0f4-4474859b6d24 req-ef4b598e-63d5-418a-b27e-85bc09dd82ea tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.537949 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c49e7fc5-76d8-48ea-b0f4-4474859b6d24 req-ef4b598e-63d5-418a-b27e-85bc09dd82ea tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0858951 May 13 14:34:23.576918 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37967b4b-e0fa-4ac2-8343-354b7afee476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:23.703020 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-7ae5696c-626a-41d2-a18e-391f06bc7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.704541 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-7ae5696c-626a-41d2-a18e-391f06bc7745 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4171758 May 13 14:34:23.714558 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898ebc-dfcf-4f5b-af97-598d60531887 req-5ebe65ae-5b6a-4530-ac06-135b56330a82 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.732341 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e5898ebc-dfcf-4f5b-af97-598d60531887 req-5ebe65ae-5b6a-4530-ac06-135b56330a82 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 944 time: 0.1925046 May 13 14:34:23.767678 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c49e7fc5-76d8-48ea-b0f4-4474859b6d24 req-8eec693a-a3a6-416c-8369-fa6b6b104abe tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117488 May 13 14:34:23.818867 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e5898ebc-dfcf-4f5b-af97-598d60531887 req-3578271b-de19-4424-8433-5d255ea91903 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 May 13 14:34:23.905823 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37967b4b-e0fa-4ac2-8343-354b7afee476 admin admin] Publish callbacks [] for security_group (109ad8d6-ad6f-40f9-a528-645c7f4f79ae), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:23.929439 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c0323489-24c8-4bee-95dc-bd198c9e6135 req-bbedff10-eee7-420b-80da-e962df6daacd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0465550 May 13 14:34:23.942379 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Made reservation on behalf of c55eaec125bd4015914970c0f5d53665 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:23.944679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:23.994564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16da7f-0d57-47fe-9a95-8b9dc0ec2d7a req-aaf8bace-937f-48db-9c74-0bdf795c6667 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.995787 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ed16da7f-0d57-47fe-9a95-8b9dc0ec2d7a req-aaf8bace-937f-48db-9c74-0bdf795c6667 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 932 time: 0.0982797 May 13 14:34:24.041575 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37967b4b-e0fa-4ac2-8343-354b7afee476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (109ad8d6-ad6f-40f9-a528-645c7f4f79ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.066412 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ed16da7f-0d57-47fe-9a95-8b9dc0ec2d7a req-5409d3ad-cb4a-452b-a998-4d0010e3be11 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636172 May 13 14:34:24.141683 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37967b4b-e0fa-4ac2-8343-354b7afee476 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=35591d6daf4b44c8a83308b724603169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6594510 May 13 14:34:24.144352 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41594) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:24.145874 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b48041-1fe1-4a08-8f1f-c873b465bcdf {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:24.153732 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967b4b-e0fa-4ac2-8343-354b7afee476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ad8d6-ad6f-40f9-a528-645c7f4f79ae,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:24.180434 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks [] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.213818 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Transition to ACTIVE for port object f8b48041-1fe1-4a08-8f1f-c873b465bcdf will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:34:24.226023 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Allocated IP 172.20.0.9 (a3c8f8c4-7156-412b-b81b-cc20024dae90/491a6989-ca87-49a4-a8bc-e1720b8fe334/955dccd4-5b16-4a13-a923-56141a6c59ec) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:24.326525 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.415271 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:24.447862 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] Publish callbacks [] for security_group (109ad8d6-ad6f-40f9-a528-645c7f4f79ae), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.473843 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] Publish callbacks [] for security_group (109ad8d6-ad6f-40f9-a528-645c7f4f79ae), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.643136 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41608) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:24.652329 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (109ad8d6-ad6f-40f9-a528-645c7f4f79ae), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.655504 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.663096 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/109ad8d6-ad6f-40f9-a528-645c7f4f79ae HTTP/1.1" status: 204 len: 168 time: 0.5111089 May 13 14:34:24.665473 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.688451 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd5e8b-7d90-4dc3-8d4b-5b17f2487fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ad8d6-ad6f-40f9-a528-645c7f4f79ae,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:24.709113 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Attempting to bind port f8b48041-1fe1-4a08-8f1f-c873b465bcdf on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:24.709465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Attempting to bind port f8b48041-1fe1-4a08-8f1f-c873b465bcdf by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:24.709813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Attempting to bind port f8b48041-1fe1-4a08-8f1f-c873b465bcdf on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:24.722688 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Port f8b48041-1fe1-4a08-8f1f-c873b465bcdf on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:34:24.723243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Attempting to bind port f8b48041-1fe1-4a08-8f1f-c873b465bcdf on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:24.734047 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:24.734414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:24.735011 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:24.735470 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Bound port: f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:24.735827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.809942 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:24.822485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-19ea3c0e-24ac-40f7-8b7c-4a7efef261d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.831741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.847239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:24.874972 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.931924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:24.938678 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:24.951110 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:24.951110 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:34:24.968834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:24.993094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-19ea3c0e-24ac-40f7-8b7c-4a7efef261d5 admin admin] Publish callbacks [] for security_group (3e1f49bf-7871-4792-aa22-87f4a9f4cfb5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.023767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.023964 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.025686 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] 10.222.0.97 "PUT /v2.0/ports/f8b48041-1fe1-4a08-8f1f-c873b465bcdf HTTP/1.1" status: 200 len: 1094 time: 1.8307571 May 13 14:34:25.025804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:25.040584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.041324 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.054278 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4a1b-ad2c-480c-9079-43a066c97eb6 req-59ec2e54-0e29-4a9c-a88a-0d7047add7f2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.057097 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f98c4a1b-ad2c-480c-9079-43a066c97eb6 req-59ec2e54-0e29-4a9c-a88a-0d7047add7f2 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 944 time: 0.1144345 May 13 14:34:25.066070 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7b5e-7028-4b5d-857f-3c89a3acef46 req-b103539f-023f-45dc-8051-1cf4b257360c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.069165 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66bf7b5e-7028-4b5d-857f-3c89a3acef46 req-b103539f-023f-45dc-8051-1cf4b257360c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.1490393 May 13 14:34:25.092219 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-19ea3c0e-24ac-40f7-8b7c-4a7efef261d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3e1f49bf-7871-4792-aa22-87f4a9f4cfb5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.104972 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f939bc9-bcab-41a4-8818-4f8168fc1551 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.152980 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-747dc9a3-1bf6-49f0-833d-80d53bde18d0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8226244 May 13 14:34:25.166846 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea3c0e-24ac-40f7-8b7c-4a7efef261d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f49bf-7871-4792-aa22-87f4a9f4cfb5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.179303 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-19ea3c0e-24ac-40f7-8b7c-4a7efef261d5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89283cf690f549bbaa4a18d3dfeea10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5349081 May 13 14:34:25.182773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41636) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:25.222486 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f98c4a1b-ad2c-480c-9079-43a066c97eb6 req-050d4b86-1a9c-4f5a-bff5-e73667f99810 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453793 May 13 14:34:25.245356 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66bf7b5e-7028-4b5d-857f-3c89a3acef46 req-ea001493-da48-43a1-8d2f-017227028d79 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643288 May 13 14:34:25.327771 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3253d-8c95-4041-ab58-fb91b47ffe59" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:25.342495 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] Publish callbacks [] for security_group (3e1f49bf-7871-4792-aa22-87f4a9f4cfb5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.372737 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] Publish callbacks [] for security_group (3e1f49bf-7871-4792-aa22-87f4a9f4cfb5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.387108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9ffc-d8fa-486b-b874-38cc717e28d0 None None] Provisioning complete for port 955dccd4-5b16-4a13-a923-56141a6c59ec triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:25.387576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9ffc-d8fa-486b-b874-38cc717e28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.442241 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c418-84a5-4f87-b3a8-deb5a1985165 req-98e7bd5c-c313-4886-8fe4-0306263ac2ad tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.443871 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-77f2c418-84a5-4f87-b3a8-deb5a1985165 req-98e7bd5c-c313-4886-8fe4-0306263ac2ad tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 931 time: 0.0868158 May 13 14:34:25.447948 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b9ffc-d8fa-486b-b874-38cc717e28d0 None None] Port 955dccd4-5b16-4a13-a923-56141a6c59ec cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:34:25.467094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed74f21-ae4c-4100-b665-fa8730fa57a8 req-850c8563-41de-4bf1-8615-6fdb4d6ef49a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.469653 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ed74f21-ae4c-4100-b665-fa8730fa57a8 req-850c8563-41de-4bf1-8615-6fdb4d6ef49a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.0737939 May 13 14:34:25.509150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3e1f49bf-7871-4792-aa22-87f4a9f4cfb5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.511869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:25.513423 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3e1f49bf-7871-4792-aa22-87f4a9f4cfb5 HTTP/1.1" status: 204 len: 168 time: 0.3287826 May 13 14:34:25.522513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1de65-01f4-49e3-ac2a-d918558da79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f49bf-7871-4792-aa22-87f4a9f4cfb5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.542744 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-77f2c418-84a5-4f87-b3a8-deb5a1985165 req-2c1b33b5-394e-42fb-8101-83c4aabb7c07 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918596 May 13 14:34:25.555630 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ed74f21-ae4c-4100-b665-fa8730fa57a8 req-b6cb0724-54ea-42cc-bc4b-98d0796514f5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779624 May 13 14:34:25.952823 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed44d49-f356-4754-a77c-e340dbbd338d x-openstack-request-id: req-7ed44d49-f356-4754-a77c-e340dbbd338d {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:25.954224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:25.954668 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7ed44d49-f356-4754-a77c-e340dbbd338d {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:25.955409 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed44d49-f356-4754-a77c-e340dbbd338d'] response: {'name': 'network-changed', 'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'status': 'completed', 'code': 200} May 13 14:34:26.195557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Request body: {'port': {'device_id': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:26.292864 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-d639dcef-608e-4f16-98e5-5ec860b3d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.297151 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80be2498-ff1f-493d-bf6b-b9a382ab8501 req-d639dcef-608e-4f16-98e5-5ec860b3d168 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852465 May 13 14:34:26.397873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41676) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:26.416236 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.422402 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-508eeacb-416e-470d-a64d-77e5b1b1ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.424126 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-508eeacb-416e-470d-a64d-77e5b1b1ac1d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 1128 time: 0.1920867 May 13 14:34:26.480013 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e68f2627-b349-4f5b-ae99-2790a7138fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.488019 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0ea94ed9-108a-4042-8e64-15efe425fea5 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:26.494113 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093609-7e29-4d20-a13d-2bf1c39d13c7 req-c7375da1-76a9-46ad-8a47-7696da5c573b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.495696 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44093609-7e29-4d20-a13d-2bf1c39d13c7 req-c7375da1-76a9-46ad-8a47-7696da5c573b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 944 time: 0.1456740 May 13 14:34:26.522681 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-8c875d8d-5b9e-4d09-b6e2-38e69ba7afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.523700 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-8c875d8d-5b9e-4d09-b6e2-38e69ba7afec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1128 time: 0.1295843 May 13 14:34:26.540610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a24a01-1ca3-45ec-9974-d24c7cca6387 req-819f13ad-5bca-4e0f-9a95-3cd79274726f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.541050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 0ea94ed9-108a-4042-8e64-15efe425fea5 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:34:26.547551 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85a24a01-1ca3-45ec-9974-d24c7cca6387 req-819f13ad-5bca-4e0f-9a95-3cd79274726f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.1517320 May 13 14:34:26.612462 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 0ea94ed9-108a-4042-8e64-15efe425fea5 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:26.612933 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.644590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-71f461eb-5883-4726-8845-d779be0328ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 217 time: 0.0934079 May 13 14:34:26.697591 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85a24a01-1ca3-45ec-9974-d24c7cca6387 req-010507ee-236b-49be-9161-55ac09a7d7d0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467240 May 13 14:34:26.706745 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-a1375977-3385-4da0-afb7-f7b275752e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.708354 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-a1375977-3385-4da0-afb7-f7b275752e49 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9da8a73af95447ba8519a7f0b366e858&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2762346 May 13 14:34:26.716835 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44093609-7e29-4d20-a13d-2bf1c39d13c7 req-6b56c647-cfe7-4e50-8af8-ba4a7d09597f tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104163 May 13 14:34:26.748101 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 0ea94ed9-108a-4042-8e64-15efe425fea5 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:26.749334 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.807112 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e68f2627-b349-4f5b-ae99-2790a7138fa6 admin admin] Publish callbacks [] for security_group (818573c4-f9b1-4a69-a911-134a49c7c1cc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.823064 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:26.878924 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6864c2-2054-4398-ab64-2a4e0106ff5b req-da4b8d16-56fc-424d-a5dc-85d3a900e029 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.880445 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de6864c2-2054-4398-ab64-2a4e0106ff5b req-da4b8d16-56fc-424d-a5dc-85d3a900e029 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.0767272 May 13 14:34:26.892005 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e6186-3e49-4a77-9224-6f443d9e94d5 req-580fd074-03e4-4f77-822b-c269025c7c10 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.893535 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea1e6186-3e49-4a77-9224-6f443d9e94d5 req-580fd074-03e4-4f77-822b-c269025c7c10 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 931 time: 0.1078944 May 13 14:34:26.900255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0ea94ed9-108a-4042-8e64-15efe425fea5,segment=NetworkSegment(559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6),segment_id=559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:26.931768 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955dccd4-5b16-4a13-a923-56141a6c59ec {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:26.937306 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e68f2627-b349-4f5b-ae99-2790a7138fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (818573c4-f9b1-4a69-a911-134a49c7c1cc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.940480 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks [] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:26.954601 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Transition to ACTIVE for port object 955dccd4-5b16-4a13-a923-56141a6c59ec will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:34:27.020262 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f900bf6-a072-4928-8958-746caa62c83b" -d '{"events": [{"server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "name": "network-vif-plugged", "status": "completed", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:27.022385 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2627-b349-4f5b-ae99-2790a7138fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818573c4-f9b1-4a69-a911-134a49c7c1cc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.027798 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de6864c2-2054-4398-ab64-2a4e0106ff5b req-62128f0b-c8e6-48b2-9dba-27432b60d259 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331842 May 13 14:34:27.033962 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.041783 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea1e6186-3e49-4a77-9224-6f443d9e94d5 req-fe43cef5-9e5b-426a-b872-f01df3e60c31 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406221 May 13 14:34:27.045766 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e68f2627-b349-4f5b-ae99-2790a7138fa6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1deb9976ef8e451dae6665b5fd93fd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396847 May 13 14:34:27.052909 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41696) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:27.104406 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.116489 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.147343 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] Publish callbacks [] for security_group (818573c4-f9b1-4a69-a911-134a49c7c1cc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.157568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82755a55-d17d-4b5d-bf15-6ad6eccd20a5 x-openstack-request-id: req-82755a55-d17d-4b5d-bf15-6ad6eccd20a5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:27.157889 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "name": "network-vif-plugged", "status": "completed", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:27.158148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-82755a55-d17d-4b5d-bf15-6ad6eccd20a5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:27.158796 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82755a55-d17d-4b5d-bf15-6ad6eccd20a5'] response: {'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5', 'code': 200} May 13 14:34:27.189422 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] Publish callbacks [] for security_group (818573c4-f9b1-4a69-a911-134a49c7c1cc), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.203556 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Pushing event updated for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.311512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Attempting to bind port 955dccd4-5b16-4a13-a923-56141a6c59ec on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:34:27.312113 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Attempting to bind port 955dccd4-5b16-4a13-a923-56141a6c59ec by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:34:27.312634 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Attempting to bind port 955dccd4-5b16-4a13-a923-56141a6c59ec on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:27.317595 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Port 955dccd4-5b16-4a13-a923-56141a6c59ec on network a3c8f8c4-7156-412b-b81b-cc20024dae90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:34:27.317924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Attempting to bind port 955dccd4-5b16-4a13-a923-56141a6c59ec on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:34:27.323540 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:34:27.323891 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Checking segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:34:27.324253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Bound using segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:34:27.324744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Bound port: 955dccd4-5b16-4a13-a923-56141a6c59ec, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:34:27.325149 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.379325 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (818573c4-f9b1-4a69-a911-134a49c7c1cc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.382396 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.384509 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/818573c4-f9b1-4a69-a911-134a49c7c1cc HTTP/1.1" status: 204 len: 168 time: 0.3298159 May 13 14:34:27.403163 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9fce-66f1-4ba2-b575-942d5a518beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818573c4-f9b1-4a69-a911-134a49c7c1cc,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.412095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:34:27.416517 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=955dccd4-5b16-4a13-a923-56141a6c59ec,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:34:27.492206 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.528859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.529669 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:27.531750 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-4288c373-e953-40bd-a7db-94a639566321 service neutron] 10.222.0.97 "PUT /v2.0/ports/955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1093 time: 1.3480048 May 13 14:34:27.556047 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288c373-e953-40bd-a7db-94a639566321 service neutron] Pushing event updated for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.880839 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa260af3-db7c-4748-accc-849078cdd3f6 req-fbe2bfd4-2b8b-4c5e-bd72-0b89ce8f64ff tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.882308 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa260af3-db7c-4748-accc-849078cdd3f6 req-fbe2bfd4-2b8b-4c5e-bd72-0b89ce8f64ff tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0828819 May 13 14:34:27.888564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6e2a-04ac-4607-b6bc-5675777d0c58 req-9142a8c0-9ea7-4731-8b37-e9838fa56336 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.891189 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-872d6e2a-04ac-4607-b6bc-5675777d0c58 req-9142a8c0-9ea7-4731-8b37-e9838fa56336 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0936215 May 13 14:34:27.956916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:27.959970 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e8445-6b89-460d-bbc5-f637cec23e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:27.964378 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa260af3-db7c-4748-accc-849078cdd3f6 req-34023752-f237-4296-9dec-bf5d5a096876 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 May 13 14:34:27.971813 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-872d6e2a-04ac-4607-b6bc-5675777d0c58 req-8b246069-9e9d-4c27-a604-3f002e69a76e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720129 May 13 14:34:28.019578 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392ff1e-c4ed-4a00-9bdf-8a6a39bbcc9c x-openstack-request-id: req-7392ff1e-c4ed-4a00-9bdf-8a6a39bbcc9c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:28.019957 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:28.020107 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7392ff1e-c4ed-4a00-9bdf-8a6a39bbcc9c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:28.020500 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7392ff1e-c4ed-4a00-9bdf-8a6a39bbcc9c'] response: {'name': 'network-changed', 'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'status': 'completed', 'code': 200} May 13 14:34:28.236344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb7-3cb8-40d3-8d6e-c10650d6c930 req-e90ddee3-10e4-4240-a23a-bb1e8b49959d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.237828 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-911c2fb7-3cb8-40d3-8d6e-c10650d6c930 req-e90ddee3-10e4-4240-a23a-bb1e8b49959d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 943 time: 0.1171720 May 13 14:34:28.252401 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84a4bf-f64a-469d-b425-c264be71be17 req-1997d829-ffed-4cfb-bcf0-87e053da2ae8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.253854 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d84a4bf-f64a-469d-b425-c264be71be17 req-1997d829-ffed-4cfb-bcf0-87e053da2ae8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.1183269 May 13 14:34:28.293103 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-52ccdd2a-1794-4989-866f-eafc6b88659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.294595 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-52ccdd2a-1794-4989-866f-eafc6b88659d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.1269608 May 13 14:34:28.333807 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-911c2fb7-3cb8-40d3-8d6e-c10650d6c930 req-bbf57fe3-7dcc-4c7a-a4e8-d710a02e6640 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896883 May 13 14:34:28.351321 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d84a4bf-f64a-469d-b425-c264be71be17 req-45847c06-018a-4472-8403-4b03208cb208 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883434 May 13 14:34:29.206996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d5e1-6411-4fae-9270-8ae499b7dbf1 req-96deee71-3fec-4552-859e-7aafd91bd87b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.209218 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2440d5e1-6411-4fae-9270-8ae499b7dbf1 req-96deee71-3fec-4552-859e-7aafd91bd87b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.1487544 May 13 14:34:29.269053 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc29801-9cca-4f32-b061-5a5cc230723b req-a9530476-41db-422a-b427-989bea8e286a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.270958 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cbc29801-9cca-4f32-b061-5a5cc230723b req-a9530476-41db-422a-b427-989bea8e286a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.1417000 May 13 14:34:29.271956 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b3ce11bf-1ac1-4535-b7dd-2918296249f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.273377 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-b3ce11bf-1ac1-4535-b7dd-2918296249f7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1455057 May 13 14:34:29.275892 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-41cbbf3c-f9eb-4fbf-8ad5-4fe3b22ab1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.277534 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-41cbbf3c-f9eb-4fbf-8ad5-4fe3b22ab1bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1127 time: 0.1330173 May 13 14:34:29.423476 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.97', 50231) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:29.430192 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2440d5e1-6411-4fae-9270-8ae499b7dbf1 req-d25492c5-90be-4f1d-8d83-531d6e3dc671 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068837 May 13 14:34:29.438908 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cbc29801-9cca-4f32-b061-5a5cc230723b req-be3e2cc6-9f5f-4dd0-952d-7ef9af5a5046 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612644 May 13 14:34:29.471539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-4aa0e5d0-3940-45e5-b636-e33e63085486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.480417 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-35c3253d-8c95-4041-ab58-fb91b47ffe59 req-4aa0e5d0-3940-45e5-b636-e33e63085486 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4036005 May 13 14:34:29.499722 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-efe62aae-f104-4241-81a8-bafc6f5f24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.501157 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-efe62aae-f104-4241-81a8-bafc6f5f24b8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=c55eaec125bd4015914970c0f5d53665&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2033417 May 13 14:34:29.512004 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-cd691ccf-9cd5-40c1-b801-bed28e19a3a3 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166803 May 13 14:34:29.720748 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3373ed0-7c12-41fa-8973-bbc781c086a0 req-4b8018ce-107b-4dfd-bb6f-c9f0573eb95f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.728730 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e3373ed0-7c12-41fa-8973-bbc781c086a0 req-4b8018ce-107b-4dfd-bb6f-c9f0573eb95f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.1318283 May 13 14:34:29.746692 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525fac-c2a7-4db4-8375-75059fcbf66c req-76c93018-0a0d-4187-b8c1-9bce29276b76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.748240 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-51525fac-c2a7-4db4-8375-75059fcbf66c req-76c93018-0a0d-4187-b8c1-9bce29276b76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 943 time: 0.1525924 May 13 14:34:29.804533 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4730fd5-2515-453b-b92f-e2dd2810c363 req-19db4ea1-a6b2-4a4a-826b-7d08023c44a4 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867842 May 13 14:34:29.835370 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-4dc282dc-1620-4c75-99de-ea741738037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.836838 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-045e8445-6b89-460d-bbc5-f637cec23e04 req-4dc282dc-1620-4c75-99de-ea741738037b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129900 May 13 14:34:29.856199 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e3373ed0-7c12-41fa-8973-bbc781c086a0 req-fbf2ef3d-b578-491a-b986-436afd700986 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262782 May 13 14:34:29.857047 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-1e9fea98-8d06-4455-8645-e1c7a82aa9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.860567 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-1e9fea98-8d06-4455-8645-e1c7a82aa9d1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 1129 time: 0.4314344 May 13 14:34:29.881610 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-51525fac-c2a7-4db4-8375-75059fcbf66c req-144d47b1-adb0-4d56-90d7-d620ca3e99ab tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069481 May 13 14:34:29.933573 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-5d0f3f89-d38e-4a33-9815-9a06d6e57a36 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:29.941263 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-e4e62e70-306b-42c8-a3e8-e1e69e7717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.944131 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-e4e62e70-306b-42c8-a3e8-e1e69e7717bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 1128 time: 0.3896759 May 13 14:34:29.960063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-26affcac-8918-49bf-87fe-d65d43875ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.961529 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-26affcac-8918-49bf-87fe-d65d43875ade service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1127 time: 0.0745807 May 13 14:34:30.053263 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-5d0f3f89-d38e-4a33-9815-9a06d6e57a36 service neutron] Publish callbacks [] for security_group (f69df691-1463-4755-b162-b2673a7b868e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:30.177610 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-5d0f3f89-d38e-4a33-9815-9a06d6e57a36 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f69df691-1463-4755-b162-b2673a7b868e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:30.226837 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8834219f-94ab-4d16-bd5e-ca900f05eb8e req-5d0f3f89-d38e-4a33-9815-9a06d6e57a36 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408396 May 13 14:34:30.227814 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3f89-d38e-4a33-9815-9a06d6e57a36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f69df691-1463-4755-b162-b2673a7b868e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:30.584134 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb1d8-41e4-42bb-8376-ed0586f0dd3a req-b843e44f-a933-442b-95ec-ca8ab07c9dfc tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.587331 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf2cb1d8-41e4-42bb-8376-ed0586f0dd3a req-b843e44f-a933-442b-95ec-ca8ab07c9dfc tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0778992 May 13 14:34:30.608767 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89712a33-3766-42b4-b191-340ce2e553e0 req-a1b04c3c-573b-48dd-91ee-4184efedcd0f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.610430 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89712a33-3766-42b4-b191-340ce2e553e0 req-a1b04c3c-573b-48dd-91ee-4184efedcd0f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0902364 May 13 14:34:30.672145 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf2cb1d8-41e4-42bb-8376-ed0586f0dd3a req-0e71caef-76fb-467e-93e8-d46b550facbf tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796180 May 13 14:34:30.702114 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89712a33-3766-42b4-b191-340ce2e553e0 req-5230d142-1e72-433b-b8fb-282f2c3a6d8c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740819 May 13 14:34:31.015344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1966-e848-491f-bc72-3fa63508d95a req-3453d3cc-695e-43e8-934c-8b58567b6466 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.022116 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b2d1966-e848-491f-bc72-3fa63508d95a req-3453d3cc-695e-43e8-934c-8b58567b6466 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.0992694 May 13 14:34:31.044305 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-c0000a0b-21d7-4746-a309-20f800801fec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf HTTP/1.1" status: 200 len: 217 time: 0.1022043 May 13 14:34:31.046181 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-58cc4d62-ef18-49ef-af3c-7cf3be463571 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 217 time: 0.0974817 May 13 14:34:31.049920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00671f74-ea7f-4bc9-966f-24470753daaf req-c760c493-92e7-42f6-869e-420366813fe5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.051484 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-00671f74-ea7f-4bc9-966f-24470753daaf req-c760c493-92e7-42f6-869e-420366813fe5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 943 time: 0.1167741 May 13 14:34:31.051788 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:34:31.125058 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b2d1966-e848-491f-bc72-3fa63508d95a req-615f318c-0125-4592-a019-8d675b546457 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020126 May 13 14:34:31.146355 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-00671f74-ea7f-4bc9-966f-24470753daaf req-faa6f8e2-861a-47cb-9a1b-ee8eb64a7687 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852692 May 13 14:34:31.171239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c5097023-972c-4365-b6c3-f7c9cee98265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.178354 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c5097023-972c-4365-b6c3-f7c9cee98265 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.1140320 May 13 14:34:31.183249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-cf744e51-e205-461d-888b-3d9414e7cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.190019 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-cf744e51-e205-461d-888b-3d9414e7cd7b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.1284535 May 13 14:34:31.226897 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:31.242237 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:34:31.323227 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:31.323227 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:31.338867 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:31.361426 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:31.412291 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:31.460706 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:31.580076 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64130-7726-4191-8b32-2777ea68a248 req-4ffacf3d-0481-4750-b636-41233218e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.581595 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-4ffacf3d-0481-4750-b636-41233218e6ec service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089327 May 13 14:34:31.582692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c62f0181-47b3-45b2-b613-129ad63d8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.584125 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-c62f0181-47b3-45b2-b613-129ad63d8d06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097801 May 13 14:34:31.643349 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['1007d15d-1a0a-45c1-aec9-41952f7af7c1'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:34:31.680676 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41886) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:31.857126 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-41a6e8cf-9c6f-47bf-b8ec-06593065cdfe service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442138 May 13 14:34:31.865123 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-d5bc790a-28a9-4021-a44d-db8d6e5fd580 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435503 May 13 14:34:31.969761 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41902) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:31.985573 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208155-6702-4f9c-9f79-209aa5973d4f req-22dd7e0b-0829-49b4-a623-f231e7b2bfbc tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.990590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3e208155-6702-4f9c-9f79-209aa5973d4f req-22dd7e0b-0829-49b4-a623-f231e7b2bfbc tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.1367893 May 13 14:34:32.019264 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d930-406b-4715-bc32-1b6416598823 req-ac9cc50d-b51e-4d6e-991e-e6ce0820c714 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.027548 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb92d930-406b-4715-bc32-1b6416598823 req-ac9cc50d-b51e-4d6e-991e-e6ce0820c714 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.2392714 May 13 14:34:32.060379 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1989ee7c-c679-4db4-b620-6b783ebc8b24 req-1ea06b7d-37ff-4ce6-93ba-62baa82124c8 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805725 May 13 14:34:32.062742 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a64130-7726-4191-8b32-2777ea68a248 req-fab3f2ef-9c03-4d3e-aadd-296c0303a9d0 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963506 May 13 14:34:32.085480 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2880b789-63ea-4f7a-9b9c-f8eadd46ba46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.095783 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b51ea563-f22d-4b69-873f-5d1b947b0205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.132823 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3e208155-6702-4f9c-9f79-209aa5973d4f req-1562d9ba-9b0d-4ea5-8bb8-03192dacbef1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234894 May 13 14:34:32.169233 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb92d930-406b-4715-bc32-1b6416598823 req-d3887b40-ce19-4fc4-8083-9383f4505cc3 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350563 May 13 14:34:32.195243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2880b789-63ea-4f7a-9b9c-f8eadd46ba46 admin admin] Publish callbacks [] for security_group (6dd28ba2-a892-4537-b0cb-98647113594b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.282852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2880b789-63ea-4f7a-9b9c-f8eadd46ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (6dd28ba2-a892-4537-b0cb-98647113594b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.301356 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b51ea563-f22d-4b69-873f-5d1b947b0205 admin admin] Publish callbacks [] for security_group (5bde4195-d7ee-4379-ae7c-5cc13b47c9fa), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.328473 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679ce40-e7aa-4232-a99e-311cf22531d1 req-0452bf4b-6bf1-4546-9bec-e4743ec7e7b6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.333759 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2880b789-63ea-4f7a-9b9c-f8eadd46ba46 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fea175fd15b34a6c93249ab3d2f68ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612258 May 13 14:34:32.335414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880b789-63ea-4f7a-9b9c-f8eadd46ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd28ba2-a892-4537-b0cb-98647113594b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:32.336209 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9679ce40-e7aa-4232-a99e-311cf22531d1 req-0452bf4b-6bf1-4546-9bec-e4743ec7e7b6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 943 time: 0.1056955 May 13 14:34:32.338318 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41918) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:32.346334 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a323b-0588-40d8-844f-4e1fad187dca req-76061d98-ce2b-4e5a-bf98-829e9c6d1026 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.354085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d0a323b-0588-40d8-844f-4e1fad187dca req-76061d98-ce2b-4e5a-bf98-829e9c6d1026 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.1224780 May 13 14:34:32.380036 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b51ea563-f22d-4b69-873f-5d1b947b0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5bde4195-d7ee-4379-ae7c-5cc13b47c9fa), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.485854 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ea563-f22d-4b69-873f-5d1b947b0205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde4195-d7ee-4379-ae7c-5cc13b47c9fa,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:32.509573 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b51ea563-f22d-4b69-873f-5d1b947b0205 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f66936946fe54240b633459c7e1b43d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8216937 May 13 14:34:32.509754 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41928) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:32.522977 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d0a323b-0588-40d8-844f-4e1fad187dca req-a8fcc1de-1bb4-4888-b128-d00a14f2fbe9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679101 May 13 14:34:32.529982 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9679ce40-e7aa-4232-a99e-311cf22531d1 req-a4a31d72-595b-4c83-a834-cf49c6f39a82 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923583 May 13 14:34:32.552917 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] Publish callbacks [] for security_group (6dd28ba2-a892-4537-b0cb-98647113594b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.572004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] Publish callbacks [] for security_group (5bde4195-d7ee-4379-ae7c-5cc13b47c9fa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.578000 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] Publish callbacks [] for security_group (6dd28ba2-a892-4537-b0cb-98647113594b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.598566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] Publish callbacks [] for security_group (5bde4195-d7ee-4379-ae7c-5cc13b47c9fa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.755335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5bde4195-d7ee-4379-ae7c-5cc13b47c9fa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.757951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.761862 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5bde4195-d7ee-4379-ae7c-5cc13b47c9fa HTTP/1.1" status: 204 len: 168 time: 0.2521024 May 13 14:34:32.761999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (6dd28ba2-a892-4537-b0cb-98647113594b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.762929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:32.771726 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6dd28ba2-a892-4537-b0cb-98647113594b HTTP/1.1" status: 204 len: 168 time: 0.4081182 May 13 14:34:32.775563 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2a900-0845-45be-ba6e-82bd8839e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde4195-d7ee-4379-ae7c-5cc13b47c9fa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:32.792210 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c041-b058-49cd-ae29-48abe9212636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd28ba2-a892-4537-b0cb-98647113594b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.064121 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 955dccd4-5b16-4a13-a923-56141a6c59ec details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:34:33.131300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:33.260436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=955dccd4-5b16-4a13-a923-56141a6c59ec,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:33.266780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:34:33.280810 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'port_id': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'mac_address': 'fa:16:3e:53:dd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:34:33.333001 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 955dccd4-5b16-4a13-a923-56141a6c59ec is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:33.333400 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.361581 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:33.361956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.364417 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955dccd4-5b16-4a13-a923-56141a6c59ec {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:33.365723 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e36f5-cfbb-4a02-89a1-66c0d068f373 req-a0aa2b2f-8298-48a9-9b6b-74eccc2ee8ed tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.367272 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-871e36f5-cfbb-4a02-89a1-66c0d068f373 req-a0aa2b2f-8298-48a9-9b6b-74eccc2ee8ed tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.1153343 May 13 14:34:33.380073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480778a-b932-413c-a2e1-08f609a1e8a8 req-939fcdce-b87b-44c9-a649-8224636bdc43 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.381708 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5480778a-b932-413c-a2e1-08f609a1e8a8 req-939fcdce-b87b-44c9-a649-8224636bdc43 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0845485 May 13 14:34:33.406872 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=955dccd4-5b16-4a13-a923-56141a6c59ec,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:33.458324 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-871e36f5-cfbb-4a02-89a1-66c0d068f373 req-ce1ee187-212b-48ef-b77d-f5a18b45fd4c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755782 May 13 14:34:33.469525 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5480778a-b932-413c-a2e1-08f609a1e8a8 req-296540e3-a552-4f69-a32f-3b2beab692c9 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805147 May 13 14:34:33.477292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:33.477721 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.504446 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:33.506696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da7354-3b18-4180-b0e0-b84a115b1ebc" -d '{"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:33.520307 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:33.543155 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be290a0b-2842-45bb-84e1-a29e1bff42d8 x-openstack-request-id: req-be290a0b-2842-45bb-84e1-a29e1bff42d8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:33.543630 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:33.543862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-be290a0b-2842-45bb-84e1-a29e1bff42d8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:33.544282 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be290a0b-2842-45bb-84e1-a29e1bff42d8'] response: {'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'code': 200} May 13 14:34:33.561444 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.611286 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.621949 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41962) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:33.641709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a92e54d3-9b04-4bab-a439-d7eacbe3925e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.641914 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.704782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.711169 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839aeb-3906-4e62-8aec-1e7486eaf15d req-99fb541f-10d4-4965-8ff8-40e91bb23589 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.712705 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94839aeb-3906-4e62-8aec-1e7486eaf15d req-99fb541f-10d4-4965-8ff8-40e91bb23589 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 944 time: 0.1022232 May 13 14:34:33.720558 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 41964) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:33.726371 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0af7-d888-438a-bdbc-7dfc58554c54 req-ec988ec7-86d5-4ac9-8d29-cb3020ee4a35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.732988 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-294c0af7-d888-438a-bdbc-7dfc58554c54 req-ec988ec7-86d5-4ac9-8d29-cb3020ee4a35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.0734444 May 13 14:34:33.737490 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dd7c346a-8f7e-435e-8859-d88f5a8c4ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.770470 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a92e54d3-9b04-4bab-a439-d7eacbe3925e admin admin] Publish callbacks [] for security_group (225ae94f-118f-4ea6-b2a3-dfbe2e754d03), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.804410 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94839aeb-3906-4e62-8aec-1e7486eaf15d req-1de372dd-075c-49e4-a5c5-768c71607010 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857353 May 13 14:34:33.808457 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-294c0af7-d888-438a-bdbc-7dfc58554c54 req-a1e5107d-df34-4acb-b5e5-a7f2455decff tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739369 May 13 14:34:33.836623 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dd7c346a-8f7e-435e-8859-d88f5a8c4ab4 admin admin] Publish callbacks [] for security_group (f0fafb59-7468-4432-915f-ece2acfa47d7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.870373 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['955dccd4-5b16-4a13-a923-56141a6c59ec'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:34:33.875874 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a92e54d3-9b04-4bab-a439-d7eacbe3925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (225ae94f-118f-4ea6-b2a3-dfbe2e754d03), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.915788 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a92e54d3-9b04-4bab-a439-d7eacbe3925e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=09ed9784779d405f8a0acf72cc13d007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928393 May 13 14:34:33.916657 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e54d3-9b04-4bab-a439-d7eacbe3925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ae94f-118f-4ea6-b2a3-dfbe2e754d03,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.918575 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41966) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:33.954740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dd7c346a-8f7e-435e-8859-d88f5a8c4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f0fafb59-7468-4432-915f-ece2acfa47d7), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.975714 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] Publish callbacks [] for security_group (225ae94f-118f-4ea6-b2a3-dfbe2e754d03), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:33.994526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c346a-8f7e-435e-8859-d88f5a8c4ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fafb59-7468-4432-915f-ece2acfa47d7,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.000469 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] Publish callbacks [] for security_group (225ae94f-118f-4ea6-b2a3-dfbe2e754d03), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.002104 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-dd7c346a-8f7e-435e-8859-d88f5a8c4ab4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=af4472a5b62a4fd4bd84406c0f808fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803762 May 13 14:34:34.002219 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 41968) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:34.083780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] Publish callbacks [] for security_group (f0fafb59-7468-4432-915f-ece2acfa47d7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.114530 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] Publish callbacks [] for security_group (f0fafb59-7468-4432-915f-ece2acfa47d7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.172029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (225ae94f-118f-4ea6-b2a3-dfbe2e754d03), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.174565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.175756 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/225ae94f-118f-4ea6-b2a3-dfbe2e754d03 HTTP/1.1" status: 204 len: 168 time: 0.2561567 May 13 14:34:34.183530 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac7d78-b0fc-455d-ad41-f50235dd706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ae94f-118f-4ea6-b2a3-dfbe2e754d03,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.263645 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f0fafb59-7468-4432-915f-ece2acfa47d7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.268672 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:34.269834 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f0fafb59-7468-4432-915f-ece2acfa47d7 HTTP/1.1" status: 204 len: 168 time: 0.2665203 May 13 14:34:34.286138 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfcb45-c5d4-4912-8d35-bf020028b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fafb59-7468-4432-915f-ece2acfa47d7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.823834 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6966a-152a-4efa-9e0b-5da96a33a98b req-67275ea7-c2dd-43a9-a7e1-983ebe46a9e9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.825271 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5a6966a-152a-4efa-9e0b-5da96a33a98b req-67275ea7-c2dd-43a9-a7e1-983ebe46a9e9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.2770762 May 13 14:34:34.833282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8c63-0879-4382-9df2-3267968d3f29 req-b5bfc174-2d63-4594-bac1-b4223397d9c3 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.835103 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20ac8c63-0879-4382-9df2-3267968d3f29 req-b5bfc174-2d63-4594-bac1-b4223397d9c3 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.2976494 May 13 14:34:34.910826 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5a6966a-152a-4efa-9e0b-5da96a33a98b req-be56348d-cce0-4781-aad3-cf79947d9e6c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745642 May 13 14:34:34.918341 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20ac8c63-0879-4382-9df2-3267968d3f29 req-ef4c993b-3b05-4494-a577-efa14b9e94bc tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 May 13 14:34:35.069732 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f8b48041-1fe1-4a08-8f1f-c873b465bcdf details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:34:35.072635 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 955dccd4-5b16-4a13-a923-56141a6c59ec up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:35.105277 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8229-acca-4693-9cd7-b43974f5dc92 req-1c334571-ec28-4957-a6fe-937542b56ee7 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.115069 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6baf8229-acca-4693-9cd7-b43974f5dc92 req-1c334571-ec28-4957-a6fe-937542b56ee7 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 944 time: 0.1179492 May 13 14:34:35.174519 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 955dccd4-5b16-4a13-a923-56141a6c59ec completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:34:35.210401 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcf2e7-ec9f-4956-b94e-5167875b922d req-537b6eb3-3f54-4fb4-8e6c-0fa3098bad5e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.218820 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39bcf2e7-ec9f-4956-b94e-5167875b922d req-537b6eb3-3f54-4fb4-8e6c-0fa3098bad5e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 944 time: 0.1828744 May 13 14:34:35.229222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b3c0e-e3be-4235-bc73-51067cde32e0 req-7548e479-438d-406f-a6a2-bc6299a9e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.231980 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-829b3c0e-e3be-4235-bc73-51067cde32e0 req-7548e479-438d-406f-a6a2-bc6299a9e1fe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1130 time: 0.0821536 May 13 14:34:35.268934 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6baf8229-acca-4693-9cd7-b43974f5dc92 req-1916c93c-3a28-4167-838b-288322d7ad00 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513264 May 13 14:34:35.306324 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-829b3c0e-e3be-4235-bc73-51067cde32e0 req-d03a1884-6b23-4cff-9a4d-c962c276310a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673811 May 13 14:34:35.328883 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39bcf2e7-ec9f-4956-b94e-5167875b922d req-09fe62dc-48bb-4061-b95c-9e4b82ca8eab tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090856 May 13 14:34:35.363596 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 955dccd4-5b16-4a13-a923-56141a6c59ec triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:35.364184 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:35.439421 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:35.454520 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:34:35.516128 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 955dccd4-5b16-4a13-a923-56141a6c59ec is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:35.516708 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:35.540172 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port f8b48041-1fe1-4a08-8f1f-c873b465bcdf is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:35.540172 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:35.561376 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:35.563810 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687e594b-390b-46b1-b84f-475b1a9191c6" -d '{"events": [{"server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "name": "network-vif-plugged", "status": "completed", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:35.574219 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b48041-1fe1-4a08-8f1f-c873b465bcdf {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:35.582886 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=955dccd4-5b16-4a13-a923-56141a6c59ec,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:35.599212 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:35.605310 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d63e22-b53d-4d58-88b6-93ccb0ad44fd x-openstack-request-id: req-32d63e22-b53d-4d58-88b6-93ccb0ad44fd {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:35.605606 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "name": "network-vif-plugged", "status": "completed", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:35.605864 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-32d63e22-b53d-4d58-88b6-93ccb0ad44fd {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:35.606261 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d63e22-b53d-4d58-88b6-93ccb0ad44fd'] response: {'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'code': 200} May 13 14:34:35.680931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:35.745703 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:35.770887 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:35.862528 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:36.048164 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['f8b48041-1fe1-4a08-8f1f-c873b465bcdf'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:34:36.064274 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c142d-13d5-4133-8d77-7906940248e4 req-bdb9d42b-99d2-4d31-aacd-72c12381ea24 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.065791 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff1c142d-13d5-4133-8d77-7906940248e4 req-bdb9d42b-99d2-4d31-aacd-72c12381ea24 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0691776 May 13 14:34:36.133519 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff1c142d-13d5-4133-8d77-7906940248e4 req-9a21382f-8e4f-4920-92d2-b0bef996e5e4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 May 13 14:34:36.204450 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6293-5ccd-4413-ab2b-adeaa338c247 req-80099f49-e15a-4c28-840b-eca4e7d96b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.206721 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-130f6293-5ccd-4413-ab2b-adeaa338c247 req-80099f49-e15a-4c28-840b-eca4e7d96b85 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.0736637 May 13 14:34:36.261397 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-130f6293-5ccd-4413-ab2b-adeaa338c247 req-2f68e35c-5804-4a60-b9b7-d28f10f1b5a4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481198 May 13 14:34:36.404111 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d59c7-dd4b-496a-b306-8af0759b88eb req-bcb2a476-f11f-4499-96c6-a5ca5ba6ed55 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.406659 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a29d59c7-dd4b-496a-b306-8af0759b88eb req-bcb2a476-f11f-4499-96c6-a5ca5ba6ed55 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0631347 May 13 14:34:36.503164 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c8d8-e052-4f2a-a1aa-3a0e95fe2c8b req-29f12930-b520-4037-bf14-e509412cf6f5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.504654 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3111c8d8-e052-4f2a-a1aa-3a0e95fe2c8b req-29f12930-b520-4037-bf14-e509412cf6f5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 945 time: 0.0623524 May 13 14:34:36.512638 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a29d59c7-dd4b-496a-b306-8af0759b88eb req-9f660ab5-6368-4ae5-831c-38f0328ff27d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995080 May 13 14:34:36.562882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3111c8d8-e052-4f2a-a1aa-3a0e95fe2c8b req-2e23734c-3129-450b-84ab-a140e3028df5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488822 May 13 14:34:37.084498 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f8b48041-1fe1-4a08-8f1f-c873b465bcdf up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:34:37.130344 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port f8b48041-1fe1-4a08-8f1f-c873b465bcdf completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:34:37.240351 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port f8b48041-1fe1-4a08-8f1f-c873b465bcdf triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:34:37.240996 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:37.260218 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ba2f7-9235-4b19-910b-c38209c02287 req-b0705d69-5963-43ae-8f4a-0c3a0906801e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:37.261759 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a20ba2f7-9235-4b19-910b-c38209c02287 req-b0705d69-5963-43ae-8f4a-0c3a0906801e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0538304 May 13 14:34:37.312127 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a20ba2f7-9235-4b19-910b-c38209c02287 req-b66731f5-5364-47e1-b088-8be2f7a30ba6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 May 13 14:34:37.323322 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port f8b48041-1fe1-4a08-8f1f-c873b465bcdf is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:34:37.323711 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:37.373827 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:37.453712 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:37.481844 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7821e76-c29f-4548-b380-e98a1ed5dd14 req-de0fce42-fa21-4716-ba2f-4c322e74f4ad tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:37.483431 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b7821e76-c29f-4548-b380-e98a1ed5dd14 req-de0fce42-fa21-4716-ba2f-4c322e74f4ad tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0499642 May 13 14:34:37.493164 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42134) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:37.504952 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'floatingip': {'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:37.535803 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:37.597953 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:37.607625 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:37.609992 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ed259-57e2-4056-b81e-784a7050eb7c" -d '{"events": [{"server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "name": "network-vif-plugged", "status": "completed", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:37.735802 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272a9ed-d52c-4f45-82d4-8c51bd6c4087 req-1f0aae36-962c-41c6-933a-28c73e2e2ff5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:37.737842 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d272a9ed-d52c-4f45-82d4-8c51bd6c4087 req-1f0aae36-962c-41c6-933a-28c73e2e2ff5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.1442697 May 13 14:34:37.855967 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d272a9ed-d52c-4f45-82d4-8c51bd6c4087 req-9978a93a-fc7c-42b9-a228-5bbd19325ed5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996721 May 13 14:34:38.088210 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eebf58-52b6-4686-8a6c-d06d08995be6 req-6c465a0b-5d32-460d-abac-6087917215da tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:38.089760 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-52eebf58-52b6-4686-8a6c-d06d08995be6 req-6c465a0b-5d32-460d-abac-6087917215da tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.1594660 May 13 14:34:38.177905 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-52eebf58-52b6-4686-8a6c-d06d08995be6 req-c443ea2c-698f-41dc-b040-528e6d480a61 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754447 May 13 14:34:38.232209 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6cb92-a5e8-47e3-97af-fb580ca17cc3 x-openstack-request-id: req-21c6cb92-a5e8-47e3-97af-fb580ca17cc3 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:38.233184 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "name": "network-vif-plugged", "status": "completed", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:38.233497 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-21c6cb92-a5e8-47e3-97af-fb580ca17cc3 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:38.233911 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c6cb92-a5e8-47e3-97af-fb580ca17cc3'] response: {'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'code': 200} May 13 14:34:38.499077 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:38.580280 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:38.665484 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329422-118a-497b-9f70-17fb2ea283df req-3ac2ed8f-14f9-4a5b-b244-2226d6fc44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:38.667170 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f0329422-118a-497b-9f70-17fb2ea283df req-3ac2ed8f-14f9-4a5b-b244-2226d6fc44b6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 1130 time: 0.0393741 May 13 14:34:38.721227 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Floating IP 5639ddf4-3420-4cd4-97c0-74b257001b9e associated. External IP: 172.27.0.120, port: 1007d15d-1a0a-45c1-aec9-41952f7af7c1. May 13 14:34:38.749292 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f0329422-118a-497b-9f70-17fb2ea283df req-cc193215-4e7c-42df-a527-1ae008505aa6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659664 May 13 14:34:39.071085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0a326-90fe-48b1-9b8b-0ac6d167d10f req-51fd87c4-46ac-497b-9aac-17bfab1ec7a9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.072580 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94d0a326-90fe-48b1-9b8b-0ac6d167d10f req-51fd87c4-46ac-497b-9aac-17bfab1ec7a9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0595539 May 13 14:34:39.175264 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94d0a326-90fe-48b1-9b8b-0ac6d167d10f req-55da41fe-3047-4583-9c29-8c960ab1aa93 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650733 May 13 14:34:39.232999 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42206) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:39.281117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:34:39.375108 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce76e-59d4-4795-adb8-5dbdc5614616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.418663 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6edef8-4923-49c2-a7f6-8a308988a33a req-cdce0f6a-0a00-4bab-963a-719c5acf15ff tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.420150 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7c6edef8-4923-49c2-a7f6-8a308988a33a req-cdce0f6a-0a00-4bab-963a-719c5acf15ff tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.1294558 May 13 14:34:39.432554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42212) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:39.439510 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'floatingip': {'port_id': '955dccd4-5b16-4a13-a923-56141a6c59ec'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:39.444553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94063f-26e1-464f-8091-b034e5d4daad req-1d42fc6a-eb65-42fd-9a87-7f13020644aa tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.453440 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef94063f-26e1-464f-8091-b034e5d4daad req-1d42fc6a-eb65-42fd-9a87-7f13020644aa tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.1251326 May 13 14:34:39.531266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce76e-59d4-4795-adb8-5dbdc5614616 admin admin] Publish callbacks [] for security_group (4b37d945-a2c1-4412-b698-5b904770a450), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.534584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.538654 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:34:39.544181 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.554522 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:39.566164 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:39.566930 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:39.583899 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef94063f-26e1-464f-8091-b034e5d4daad req-9b3193ed-8305-4b45-b5de-6e914ef9d0fb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305103 May 13 14:34:39.592813 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8f4602bb-2cf1-4e1a-bb3f-3e440305dd66 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "PUT /v2.0/floatingips/5639ddf4-3420-4cd4-97c0-74b257001b9e HTTP/1.1" status: 200 len: 992 time: 2.0978928 May 13 14:34:39.592983 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:39.596093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042d86b-fbb6-4702-8892-c379c5e69ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:39.629823 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce76e-59d4-4795-adb8-5dbdc5614616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (4b37d945-a2c1-4412-b698-5b904770a450), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.678377 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bc0ce76e-59d4-4795-adb8-5dbdc5614616 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=675250ff8fd3435384fce4987d36b8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440844 May 13 14:34:39.679908 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42220) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:39.683798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce76e-59d4-4795-adb8-5dbdc5614616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37d945-a2c1-4412-b698-5b904770a450,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:39.711985 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c085d-e40d-48cf-a03f-b93f2e5f2f86 x-openstack-request-id: req-ae0c085d-e40d-48cf-a03f-b93f2e5f2f86 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:39.712498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:39.713132 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ae0c085d-e40d-48cf-a03f-b93f2e5f2f86 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:39.714024 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0c085d-e40d-48cf-a03f-b93f2e5f2f86'] response: {'name': 'network-changed', 'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'status': 'completed', 'code': 200} May 13 14:34:39.772809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] Publish callbacks [] for security_group (4b37d945-a2c1-4412-b698-5b904770a450), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.779922 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:39.819574 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] Publish callbacks [] for security_group (4b37d945-a2c1-4412-b698-5b904770a450), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.828725 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-87960a2e-affe-45df-9168-8335c148f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.830868 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-87960a2e-affe-45df-9168-8335c148f83e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1130 time: 0.0892870 May 13 14:34:39.977970 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (4b37d945-a2c1-4412-b698-5b904770a450), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.981688 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:39.983166 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4b37d945-a2c1-4412-b698-5b904770a450 HTTP/1.1" status: 204 len: 168 time: 0.3008482 May 13 14:34:39.998017 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb09195-c5f6-4537-8d6c-6bbda44e37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37d945-a2c1-4412-b698-5b904770a450,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:40.148751 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '5639ddf4-3420-4cd4-97c0-74b257001b9e', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:07Z', 'updated_at': '2022-05-13T14:34:38Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.176576 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:40.186097 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:40.186766 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.286774 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-5157a23d-ad9d-45aa-8627-2eb5cbbe894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.288123 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-5157a23d-ad9d-45aa-8627-2eb5cbbe894e service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.4249926 May 13 14:34:40.332933 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:40.716534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42248) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:40.744351 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022d0f0-9286-4a25-b438-89b139bbea57 req-3cd2eea7-6b69-4e2a-bd01-6fd9339757e3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.744945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acefe06e-97f0-44d7-aa72-f077faedf1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:40.745089 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '5639ddf4-3420-4cd4-97c0-74b257001b9e', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:07Z', 'updated_at': '2022-05-13T14:34:38Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.755627 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c022d0f0-9286-4a25-b438-89b139bbea57 req-3cd2eea7-6b69-4e2a-bd01-6fd9339757e3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0837386 May 13 14:34:40.771595 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:40.781558 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72424df-7321-4745-8054-f230b6b25df8 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '5639ddf4-3420-4cd4-97c0-74b257001b9e', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:07Z', 'updated_at': '2022-05-13T14:34:38Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:40.811632 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c022d0f0-9286-4a25-b438-89b139bbea57 req-a326da50-e92e-438a-9301-c60ce9d0b944 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548072 May 13 14:34:40.856342 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:40.921731 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acefe06e-97f0-44d7-aa72-f077faedf1a6 admin admin] Publish callbacks [] for security_group (cee05a93-ba65-4253-80e6-e41705788e51), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:40.986213 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Floating IP 43c3ff78-afe1-409f-a2f4-e56575bb6da6 associated. External IP: 172.27.0.21, port: 955dccd4-5b16-4a13-a923-56141a6c59ec. May 13 14:34:40.989979 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acefe06e-97f0-44d7-aa72-f077faedf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (cee05a93-ba65-4253-80e6-e41705788e51), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.025033 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c18c3-ae8a-4eda-94d9-4155ebc37850 None None] New status for floating IP 5639ddf4-3420-4cd4-97c0-74b257001b9e: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:34:41.067848 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-acefe06e-97f0-44d7-aa72-f077faedf1a6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=74e637f5b2a142b4b7d869503513be2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494806 May 13 14:34:41.070187 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42254) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:41.077398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefe06e-97f0-44d7-aa72-f077faedf1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee05a93-ba65-4253-80e6-e41705788e51,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.174551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] Publish callbacks [] for security_group (cee05a93-ba65-4253-80e6-e41705788e51), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.233973 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] Publish callbacks [] for security_group (cee05a93-ba65-4253-80e6-e41705788e51), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.325019 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:34:41.379677 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (cee05a93-ba65-4253-80e6-e41705788e51), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.382466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.383629 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cee05a93-ba65-4253-80e6-e41705788e51 HTTP/1.1" status: 204 len: 168 time: 0.3125122 May 13 14:34:41.396767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf92916-9a67-4ebe-9fa3-9b8064408963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee05a93-ba65-4253-80e6-e41705788e51,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.456742 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:34:41.461781 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:41.466373 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:41.478343 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:41.479106 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.496431 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8c2ae606-903a-4501-aee8-467924ec8a8c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "PUT /v2.0/floatingips/43c3ff78-afe1-409f-a2f4-e56575bb6da6 HTTP/1.1" status: 200 len: 990 time: 2.0605018 May 13 14:34:41.496431 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:41.497222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a18f5-b2a0-403f-8937-be7451578048" -d '{"events": [{"name": "network-changed", "server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:41.533837 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b49cc1-7db3-4f42-ab5d-007b9532df19 x-openstack-request-id: req-58b49cc1-7db3-4f42-ab5d-007b9532df19 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:41.534132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:41.534392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-58b49cc1-7db3-4f42-ab5d-007b9532df19 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:41.534831 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b49cc1-7db3-4f42-ab5d-007b9532df19'] response: {'name': 'network-changed', 'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'status': 'completed', 'code': 200} May 13 14:34:41.603249 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:41.833193 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '43c3ff78-afe1-409f-a2f4-e56575bb6da6', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:53:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:14Z', 'updated_at': '2022-05-13T14:34:40Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.867664 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:41.876873 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:41.877498 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.937197 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2542-6500-4c01-9ded-9f6655cd7052 req-a19e73f6-a594-44c5-a35c-487648295c8d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:41.939512 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c9e2542-6500-4c01-9ded-9f6655cd7052 req-a19e73f6-a594-44c5-a35c-487648295c8d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0511982 May 13 14:34:41.990238 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c9e2542-6500-4c01-9ded-9f6655cd7052 req-da0dd1c7-87d1-4ac0-8279-ea8bf963fc31 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 May 13 14:34:42.006953 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:42.227328 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '43c3ff78-afe1-409f-a2f4-e56575bb6da6', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:53:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:14Z', 'updated_at': '2022-05-13T14:34:40Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:42.255689 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6a6-813d-4038-a72a-bc32d6d3fc63 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '43c3ff78-afe1-409f-a2f4-e56575bb6da6', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:53:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:14Z', 'updated_at': '2022-05-13T14:34:40Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:42.467976 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867b555-e675-4f32-9b07-9df767e4a9ad None None] New status for floating IP 43c3ff78-afe1-409f-a2f4-e56575bb6da6: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:34:43.122740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8cb3-08e6-41a8-a777-f1629999fea3 req-eab2f267-d96c-4476-a534-8406c1193aa5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.124228 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f7ff8cb3-08e6-41a8-a777-f1629999fea3 req-eab2f267-d96c-4476-a534-8406c1193aa5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0510442 May 13 14:34:43.174396 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f7ff8cb3-08e6-41a8-a777-f1629999fea3 req-cb5a0d37-abca-4e43-bf9a-453e675f4ea1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 May 13 14:34:44.295073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d05b8-1c6b-420a-9ece-a0fafde13305 req-72a410f6-bc3e-4692-b412-4fccbd4e0918 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.296678 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-744d05b8-1c6b-420a-9ece-a0fafde13305 req-72a410f6-bc3e-4692-b412-4fccbd4e0918 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0479004 May 13 14:34:44.348624 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-744d05b8-1c6b-420a-9ece-a0fafde13305 req-a0a95d6d-d4ad-43f3-8b42-88db34ad4c0a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 May 13 14:34:44.465134 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f2800-bc31-43b3-8314-da2f5630d4c2 req-d9ccfb2a-96bf-4950-99b4-1544d2fd7bee tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.466693 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-459f2800-bc31-43b3-8314-da2f5630d4c2 req-d9ccfb2a-96bf-4950-99b4-1544d2fd7bee tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0524800 May 13 14:34:44.475808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42356) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:44.480296 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:34:44.521766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:45.003795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:45.081115 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:45.190158 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP fb80f7a2-e010-4de1-b647-2c3094511e3a associated. External IP: 172.27.0.181, port: f8b48041-1fe1-4a08-8f1f-c873b465bcdf. May 13 14:34:45.410900 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:34:45.520430 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:34:45.524879 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:45.530130 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:45.541430 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:45.542039 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:45.555712 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c6b3257d-0377-4dec-b3ce-e9f44f60926a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "PUT /v2.0/floatingips/fb80f7a2-e010-4de1-b647-2c3094511e3a HTTP/1.1" status: 200 len: 992 time: 1.0788107 May 13 14:34:45.556312 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:45.558572 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5421d7a7-7883-4fbf-8e6b-09800c939d71" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:45.595824 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f409c5-5927-41a9-9534-9471ecb7d606 x-openstack-request-id: req-53f409c5-5927-41a9-9534-9471ecb7d606 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:45.596116 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:45.596513 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-53f409c5-5927-41a9-9534-9471ecb7d606 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:45.597047 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f409c5-5927-41a9-9534-9471ecb7d606'] response: {'name': 'network-changed', 'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'status': 'completed', 'code': 200} May 13 14:34:45.653550 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:45.871436 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:44Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:45.897700 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:45.905944 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:34:45.906544 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:46.014287 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:34:46.315622 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:44Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:46.346420 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83742c95-bbc1-429d-ae6d-5458a4f4b2fa None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:44Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:46.524214 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b2a4e-d8aa-489c-88d7-3e364e50b801 None None] New status for floating IP fb80f7a2-e010-4de1-b647-2c3094511e3a: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:34:46.880750 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-fc599cc3-000a-4410-ba91-2115f4608e83 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972078 May 13 14:34:46.971874 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-5e85a6b9-4388-4b89-8b20-9c58f564298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:46.972389 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-5e85a6b9-4388-4b89-8b20-9c58f564298a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a30c32d8ff1146a98ef9f6d12b2275d8&device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 1129 time: 0.0433545 May 13 14:34:47.022804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a18f5-b2a0-403f-8937-be7451578048 req-6a34e281-82f9-4979-b215-c65d43e5d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.024293 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-6a34e281-82f9-4979-b215-c65d43e5d09b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.1149664 May 13 14:34:47.025220 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-0315a59f-7cf0-4f82-936c-9764c6555c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.026517 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-0315a59f-7cf0-4f82-936c-9764c6555c1b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 1130 time: 0.1185033 May 13 14:34:47.031197 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-df9fa37e-b4af-4753-9da7-7e43a8fd9bef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 1002 time: 0.3732722 May 13 14:34:47.258919 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-8900763f-4c2e-4016-8367-b69ad64eb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.258919 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-8900763f-4c2e-4016-8367-b69ad64eb8c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.1544833 May 13 14:34:47.300636 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-151c6f46-948e-44fb-812a-11aeb8caeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.302105 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-151c6f46-948e-44fb-812a-11aeb8caeb8e service neutron] 10.222.0.97 "GET /v2.0/networks?id=17876069-8e8d-43a9-9c88-fcd9d51b7c11 HTTP/1.1" status: 200 len: 912 time: 0.3104217 May 13 14:34:47.304576 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a18f5-b2a0-403f-8937-be7451578048 req-71cd3914-dbb7-4571-b801-a49490afb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.306051 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-71cd3914-dbb7-4571-b801-a49490afb0b1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.2510273 May 13 14:34:47.307071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-14b3cd35-a7bd-4eec-ba30-ca694a688ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.308421 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-14b3cd35-a7bd-4eec-ba30-ca694a688ff3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 916 time: 0.2521584 May 13 14:34:47.309319 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-773b4480-1e2a-443b-9b71-4dc7db8dbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.310687 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-773b4480-1e2a-443b-9b71-4dc7db8dbab0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770776 May 13 14:34:47.367983 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-ced4cc3b-ca4d-4929-a61f-94466e6039d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ea94ed9-108a-4042-8e64-15efe425fea5 HTTP/1.1" status: 200 len: 217 time: 0.0392997 May 13 14:34:47.477603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-53ac3f16-5aa3-4297-8756-7c2ba4d8c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.477603 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-53ac3f16-5aa3-4297-8756-7c2ba4d8c543 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6851bfc-d9fa-47d2-8f87-0c35261b8696 HTTP/1.1" status: 200 len: 851 time: 0.0488672 May 13 14:34:47.477603 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-a0f49018-9f3c-4f1c-9bcd-969452c92721 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=17876069-8e8d-43a9-9c88-fcd9d51b7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267856 May 13 14:34:47.491267 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-66c7629e-6f68-4fb1-9060-ec7ccd29c0b2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1000 time: 0.1558516 May 13 14:34:47.513299 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-a7b3c359-f76b-4cf8-b814-e4b552d78770 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf HTTP/1.1" status: 200 len: 1002 time: 0.1755922 May 13 14:34:47.561910 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-3db0ffe9-e76d-4a11-83d1-21deed76dd87 service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870893 May 13 14:34:47.602654 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-4b4d3c15-138d-45ec-ac66-fdfc3119e5cc service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660847 May 13 14:34:47.610920 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a18f5-b2a0-403f-8937-be7451578048 req-33631d19-d56c-4126-89e2-66e1c1a9239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.612353 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-33631d19-d56c-4126-89e2-66e1c1a9239f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.1014464 May 13 14:34:47.687775 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78e7a874-a84a-4d5f-af46-dce5ad301984 req-d467b608-fabb-437f-9014-f3df6a6a8786 service neutron] 10.222.0.97 "GET /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960424 May 13 14:34:47.694798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-bf3d8fca-5064-43d5-bae1-3af8ac81fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.696287 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-bf3d8fca-5064-43d5-bae1-3af8ac81fef5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.1701281 May 13 14:34:47.748466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a18f5-b2a0-403f-8937-be7451578048 req-8a8e4e32-0965-44b8-a1d1-dd16d82bb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.750139 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-8a8e4e32-0965-44b8-a1d1-dd16d82bb878 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274276 May 13 14:34:47.787419 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-dc0f5927-f563-4ed9-bc1b-3e7def522ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.787419 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-dc0f5927-f563-4ed9-bc1b-3e7def522ad5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781350 May 13 14:34:47.839021 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4042d86b-fbb6-4702-8892-c379c5e69ffb req-93551f9a-5938-46c9-94bb-ccaf80f9c484 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240508 May 13 14:34:47.948233 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-18f30476-f2bb-4672-9aa9-846239e0b718 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822109 May 13 14:34:47.951656 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-8cb1b96e-8330-45cb-bbfa-8b6d88d44da0 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530607 May 13 14:34:48.046797 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:48.360219 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ca9ba43-7917-4c3a-bc33-ed7671335163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:48.548920 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-963a18f5-b2a0-403f-8937-be7451578048 req-d526264b-9529-4967-b4ba-632f427c2fb5 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932123 May 13 14:34:48.551163 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5421d7a7-7883-4fbf-8e6b-09800c939d71 req-e145b59f-4fb1-4259-9b37-3aca3112f61b service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974323 May 13 14:34:50.140801 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42496) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:50.247793 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42504) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:50.321548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.361988 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5b87adbd-0ec6-4527-8313-0e1c5772346a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.455896 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Publish callbacks [] for security_group (81d33b8d-8c5c-4842-9a08-9df90d320e1e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.487120 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5b87adbd-0ec6-4527-8313-0e1c5772346a admin admin] Publish callbacks [] for security_group (3e4fabba-cc19-4295-ad43-a8626563223f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.497530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (81d33b8d-8c5c-4842-9a08-9df90d320e1e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.532069 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3487d58d-867e-4c9f-9845-0bb9a2451fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.540467 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4020f116f81a45f8b6d8f42a8617b7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984115 May 13 14:34:50.541557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d33b8d-8c5c-4842-9a08-9df90d320e1e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:50.543226 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42508) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:50.549430 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.549775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.550138 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.550481 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.550840 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.551174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.551500 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.551825 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.552152 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.552481 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.552808 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.553133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.553504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.553821 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.554127 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68845ced-a64d-4510-8137-726458dfc5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.558066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5b87adbd-0ec6-4527-8313-0e1c5772346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3e4fabba-cc19-4295-ad43-a8626563223f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.598125 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5b87adbd-0ec6-4527-8313-0e1c5772346a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=12b5d5a295fd45649847fbe94191eeba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492699 May 13 14:34:50.599283 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87adbd-0ec6-4527-8313-0e1c5772346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4fabba-cc19-4295-ad43-a8626563223f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:50.601772 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42510) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:50.607666 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Publish callbacks [] for security_group (81d33b8d-8c5c-4842-9a08-9df90d320e1e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.638004 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Publish callbacks [] for security_group (81d33b8d-8c5c-4842-9a08-9df90d320e1e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.655102 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] Publish callbacks [] for security_group (3e4fabba-cc19-4295-ad43-a8626563223f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.678220 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] Publish callbacks [] for security_group (3e4fabba-cc19-4295-ad43-a8626563223f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.766445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (81d33b8d-8c5c-4842-9a08-9df90d320e1e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.769049 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.776927 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81d33b8d-8c5c-4842-9a08-9df90d320e1e HTTP/1.1" status: 204 len: 168 time: 0.2259948 May 13 14:34:50.780344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d33b8d-8c5c-4842-9a08-9df90d320e1e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:50.788589 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.788942 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.789313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.789660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.789996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.790328 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.790676 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.791010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.791458 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.791797 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.792142 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.792473 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.792795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.793119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.793444 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402f4c4-f0c2-43bc-8c10-f1f45bbecfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:50.818424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3e4fabba-cc19-4295-ad43-a8626563223f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.825300 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:50.825300 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3e4fabba-cc19-4295-ad43-a8626563223f HTTP/1.1" status: 204 len: 168 time: 0.2199063 May 13 14:34:50.832481 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3779b-efc8-456f-b0c0-fd43454cc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4fabba-cc19-4295-ad43-a8626563223f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.542512 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42546) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:51.558087 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65bd0528-8870-4d12-9153-58a6ee6b7ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.637713 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42552) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:51.649566 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65bd0528-8870-4d12-9153-58a6ee6b7ac1 admin admin] Publish callbacks [] for security_group (69da8df4-2201-4a6f-b0e4-17d893ceebb5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.704261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65bd0528-8870-4d12-9153-58a6ee6b7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (69da8df4-2201-4a6f-b0e4-17d893ceebb5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.751694 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-65bd0528-8870-4d12-9153-58a6ee6b7ac1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2e26b47d31154fa2a69506b2580a38ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078848 May 13 14:34:51.753110 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd0528-8870-4d12-9153-58a6ee6b7ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da8df4-2201-4a6f-b0e4-17d893ceebb5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.755680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42564) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:51.780304 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42566) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:51.780594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9889f2f5-da2d-4aab-a5a9-0332efdb9135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.801939 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e9164c42-ffbf-4818-bc0c-4683a15d1ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.845710 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] Publish callbacks [] for security_group (69da8df4-2201-4a6f-b0e4-17d893ceebb5), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.878740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9889f2f5-da2d-4aab-a5a9-0332efdb9135 admin admin] Publish callbacks [] for security_group (5146c60d-ac3e-482a-9827-dc590e057492), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.886875 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] Publish callbacks [] for security_group (69da8df4-2201-4a6f-b0e4-17d893ceebb5), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.939012 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9889f2f5-da2d-4aab-a5a9-0332efdb9135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5146c60d-ac3e-482a-9827-dc590e057492), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.945983 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e9164c42-ffbf-4818-bc0c-4683a15d1ab9 admin admin] Publish callbacks [] for security_group (1c517723-5c64-4cd6-9959-19486edd6b87), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.955377 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:51.984585 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9889f2f5-da2d-4aab-a5a9-0332efdb9135 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6c994a5b7de9451ba15034dc15991b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433545 May 13 14:34:51.984585 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889f2f5-da2d-4aab-a5a9-0332efdb9135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146c60d-ac3e-482a-9827-dc590e057492,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.985633 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42572) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:52.012738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e9164c42-ffbf-4818-bc0c-4683a15d1ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1c517723-5c64-4cd6-9959-19486edd6b87), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.038395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (69da8df4-2201-4a6f-b0e4-17d893ceebb5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.040975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.042111 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69da8df4-2201-4a6f-b0e4-17d893ceebb5 HTTP/1.1" status: 204 len: 168 time: 0.2854583 May 13 14:34:52.075293 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e9164c42-ffbf-4818-bc0c-4683a15d1ab9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=83ca3ffc5bcf48cfa93520d6aebfd381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934010 May 13 14:34:52.077076 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42576) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:52.080481 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9164c42-ffbf-4818-bc0c-4683a15d1ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c517723-5c64-4cd6-9959-19486edd6b87,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.100805 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cd55f-7708-4ef5-93a2-2eebb1a8fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da8df4-2201-4a6f-b0e4-17d893ceebb5,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.106113 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] Publish callbacks [] for security_group (5146c60d-ac3e-482a-9827-dc590e057492), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.132008 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] Publish callbacks [] for security_group (5146c60d-ac3e-482a-9827-dc590e057492), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.146947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] Publish callbacks [] for security_group (1c517723-5c64-4cd6-9959-19486edd6b87), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.170261 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] Publish callbacks [] for security_group (1c517723-5c64-4cd6-9959-19486edd6b87), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.303656 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5146c60d-ac3e-482a-9827-dc590e057492), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.306267 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.307679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5146c60d-ac3e-482a-9827-dc590e057492 HTTP/1.1" status: 204 len: 168 time: 0.3200252 May 13 14:34:52.316500 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecad71-b5f6-4587-9446-6b34414353a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146c60d-ac3e-482a-9827-dc590e057492,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.347192 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1c517723-5c64-4cd6-9959-19486edd6b87), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.350144 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.351342 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c517723-5c64-4cd6-9959-19486edd6b87 HTTP/1.1" status: 204 len: 168 time: 0.2732935 May 13 14:34:52.354126 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42584) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:52.361508 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f66948-4e63-480e-af24-0bed0547a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c517723-5c64-4cd6-9959-19486edd6b87,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.807417 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4993e05c-efb0-4d21-86ef-22372bbf8480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.887488 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4993e05c-efb0-4d21-86ef-22372bbf8480 admin admin] Publish callbacks [] for security_group (5b74f295-49c7-4eab-b25e-55c099df59c2), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:52.961032 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4993e05c-efb0-4d21-86ef-22372bbf8480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5b74f295-49c7-4eab-b25e-55c099df59c2), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.001591 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4993e05c-efb0-4d21-86ef-22372bbf8480 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=63f6faae1891448f8978f9a825903305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457179 May 13 14:34:53.002865 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993e05c-efb0-4d21-86ef-22372bbf8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b74f295-49c7-4eab-b25e-55c099df59c2,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.004751 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42600) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:53.015940 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.059305 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] Publish callbacks [] for security_group (5b74f295-49c7-4eab-b25e-55c099df59c2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.081494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] Publish callbacks [] for security_group (5b74f295-49c7-4eab-b25e-55c099df59c2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.107634 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42602) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:53.122929 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-749cb087-a2d2-47b8-82e2-17b7795b7668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.196570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42608) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:53.211701 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-376a94c9-6c42-4f23-b881-b006489c2c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.237766 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5b74f295-49c7-4eab-b25e-55c099df59c2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.240355 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.241528 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5b74f295-49c7-4eab-b25e-55c099df59c2 HTTP/1.1" status: 204 len: 168 time: 0.2356536 May 13 14:34:53.271945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8a33b-2803-42f3-9f24-d855c945b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b74f295-49c7-4eab-b25e-55c099df59c2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.344147 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-376a94c9-6c42-4f23-b881-b006489c2c64 admin admin] Publish callbacks [] for security_group (2c82d918-dc1b-4f8e-8b6d-7c177d74d87f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.353607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-749cb087-a2d2-47b8-82e2-17b7795b7668 admin admin] Publish callbacks [] for security_group (ef3891c2-d949-4588-a8fe-44c10898528c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.435021 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-376a94c9-6c42-4f23-b881-b006489c2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c82d918-dc1b-4f8e-8b6d-7c177d74d87f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.477008 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-749cb087-a2d2-47b8-82e2-17b7795b7668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ef3891c2-d949-4588-a8fe-44c10898528c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.480959 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a94c9-6c42-4f23-b881-b006489c2c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82d918-dc1b-4f8e-8b6d-7c177d74d87f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.485607 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-376a94c9-6c42-4f23-b881-b006489c2c64 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=be9ec199de344cc5b5e2330c0fb6ed3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874243 May 13 14:34:53.488936 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42616) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:53.523312 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-749cb087-a2d2-47b8-82e2-17b7795b7668 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0cde46e6ce86470e8ff0234a3c488b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145784 May 13 14:34:53.524275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cb087-a2d2-47b8-82e2-17b7795b7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3891c2-d949-4588-a8fe-44c10898528c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.526715 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42618) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:53.542534 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] Publish callbacks [] for security_group (2c82d918-dc1b-4f8e-8b6d-7c177d74d87f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.571517 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] Publish callbacks [] for security_group (2c82d918-dc1b-4f8e-8b6d-7c177d74d87f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.578066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] Publish callbacks [] for security_group (ef3891c2-d949-4588-a8fe-44c10898528c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.611170 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] Publish callbacks [] for security_group (ef3891c2-d949-4588-a8fe-44c10898528c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.692497 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c82d918-dc1b-4f8e-8b6d-7c177d74d87f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.695485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.708145 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2c82d918-dc1b-4f8e-8b6d-7c177d74d87f HTTP/1.1" status: 204 len: 168 time: 0.2067804 May 13 14:34:53.708145 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1f245-fcc5-41f4-abf8-30984c7c677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82d918-dc1b-4f8e-8b6d-7c177d74d87f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.727334 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ef3891c2-d949-4588-a8fe-44c10898528c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.729835 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:53.733583 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ef3891c2-d949-4588-a8fe-44c10898528c HTTP/1.1" status: 204 len: 168 time: 0.2034512 May 13 14:34:53.740060 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba5bce-6729-463d-a17a-939abae72dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3891c2-d949-4588-a8fe-44c10898528c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:54.063817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42636) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:54.077191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4a81c30f-0ad5-49a9-bc74-ba7033848ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.158859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4a81c30f-0ad5-49a9-bc74-ba7033848ec1 admin admin] Publish callbacks [] for security_group (438ed01b-aee5-4504-beff-d5eef48a1ecc), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.286788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4a81c30f-0ad5-49a9-bc74-ba7033848ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (438ed01b-aee5-4504-beff-d5eef48a1ecc), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.327113 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c30f-0ad5-49a9-bc74-ba7033848ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ed01b-aee5-4504-beff-d5eef48a1ecc,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:54.332916 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4a81c30f-0ad5-49a9-bc74-ba7033848ec1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=861672ffc1a5465b87f73d721e5a47cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671831 May 13 14:34:54.334902 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42640) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:54.386329 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] Publish callbacks [] for security_group (438ed01b-aee5-4504-beff-d5eef48a1ecc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.412977 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] Publish callbacks [] for security_group (438ed01b-aee5-4504-beff-d5eef48a1ecc), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.538394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (438ed01b-aee5-4504-beff-d5eef48a1ecc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.541155 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.542613 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/438ed01b-aee5-4504-beff-d5eef48a1ecc HTTP/1.1" status: 204 len: 168 time: 0.2062247 May 13 14:34:54.551141 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9576ab-746c-4b40-b9d0-ba911c7c9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ed01b-aee5-4504-beff-d5eef48a1ecc,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:54.835665 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:54.901798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42658) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:54.916197 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97fcc9c9-5a16-4a33-bc30-e05230a4d05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.013140 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97fcc9c9-5a16-4a33-bc30-e05230a4d05a admin admin] Publish callbacks [] for security_group (92c1982e-63f5-403b-afca-6f97448895d5), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.103720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97fcc9c9-5a16-4a33-bc30-e05230a4d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (92c1982e-63f5-403b-afca-6f97448895d5), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.145981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcc9c9-5a16-4a33-bc30-e05230a4d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c1982e-63f5-403b-afca-6f97448895d5,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:55.150361 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-97fcc9c9-5a16-4a33-bc30-e05230a4d05a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9e0054a97ecf4c95a4e6b424cf5c7515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471895 May 13 14:34:55.152851 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42672) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:55.212771 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] Publish callbacks [] for security_group (92c1982e-63f5-403b-afca-6f97448895d5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.239253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] Publish callbacks [] for security_group (92c1982e-63f5-403b-afca-6f97448895d5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.401526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (92c1982e-63f5-403b-afca-6f97448895d5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.405810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:55.408334 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/92c1982e-63f5-403b-afca-6f97448895d5 HTTP/1.1" status: 204 len: 168 time: 0.2542770 May 13 14:34:55.418565 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01bd5b-16bb-4468-b36f-2980089500ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c1982e-63f5-403b-afca-6f97448895d5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.512965 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0497-06c0-4dbd-b554-fa3defd73147 req-67492523-8b4e-4d96-bea4-36f9da3223f0 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.514860 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dbc0497-06c0-4dbd-b554-fa3defd73147 req-67492523-8b4e-4d96-bea4-36f9da3223f0 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0489054 May 13 14:34:56.565032 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dbc0497-06c0-4dbd-b554-fa3defd73147 req-0b301510-a2f3-4d77-989a-b5d3d56ba760 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 May 13 14:34:56.692363 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-19930564-62ab-414b-88c0-b82d0550cdbc tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=9bb807eaa129421d8a374f9b8d53031a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302758 May 13 14:34:56.839599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 42746) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:56.890009 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-063f705f-17a7-4ff7-8798-4f4fa0214548 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.891557 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-063f705f-17a7-4ff7-8798-4f4fa0214548 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939499 May 13 14:34:56.909040 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-61251c72-5b22-4baa-a6a4-2fe071e625a4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/quotas/9bb807eaa129421d8a374f9b8d53031a HTTP/1.1" status: 200 len: 375 time: 0.0110734 May 13 14:34:56.941746 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-43e14c6e-929e-4b1b-898e-fcfa857d8fd4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9bb807eaa129421d8a374f9b8d53031a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272961 May 13 14:34:56.976218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9b4320b2-f587-4c55-ab61-8ec784d750c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.072902 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9b4320b2-f587-4c55-ab61-8ec784d750c8 admin admin] Publish callbacks [] for security_group (ea5cb161-3748-49be-a175-7bcf0a9a2826), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.144166 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9b4320b2-f587-4c55-ab61-8ec784d750c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ea5cb161-3748-49be-a175-7bcf0a9a2826), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.205449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42766) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:34:57.205656 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9b4320b2-f587-4c55-ab61-8ec784d750c8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1e394f7b667947ed8dd9690ff3dd0abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638048 May 13 14:34:57.207636 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4320b2-f587-4c55-ab61-8ec784d750c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cb161-3748-49be-a175-7bcf0a9a2826,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.280714 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8ede9421-1c8a-4ed4-9033-ce43f637daab req-6ee01d5f-6631-4161-a33f-bc9cdb490ede tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0418169 May 13 14:34:57.319505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] Publish callbacks [] for security_group (ea5cb161-3748-49be-a175-7bcf0a9a2826), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.352744 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] Publish callbacks [] for security_group (ea5cb161-3748-49be-a175-7bcf0a9a2826), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.498230 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ea5cb161-3748-49be-a175-7bcf0a9a2826), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.500943 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:57.502171 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ea5cb161-3748-49be-a175-7bcf0a9a2826 HTTP/1.1" status: 204 len: 168 time: 0.2954266 May 13 14:34:57.511057 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97841fb5-5707-480b-955d-8f7f77154958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cb161-3748-49be-a175-7bcf0a9a2826,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.664587 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:34:57.694786 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290728bc-84ce-43b0-8cd7-5b8feb69e040 req-93b04095-a5a5-43be-a8e3-f5c792c954bc tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.696354 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-290728bc-84ce-43b0-8cd7-5b8feb69e040 req-93b04095-a5a5-43be-a8e3-f5c792c954bc tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0565917 May 13 14:34:57.745137 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-290728bc-84ce-43b0-8cd7-5b8feb69e040 req-07c6f0a2-42c4-4ca6-9fcc-b165ea30151a tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 May 13 14:34:58.375754 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb041575-d607-47a7-bb7a-76293e5538c5 req-e297fc37-3084-430c-8af7-1c075f656ebf tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0315328 May 13 14:34:58.862860 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717e2c8-8d12-4461-b42e-a9c4c3e402ef req-4df4f604-bcc3-45a5-af43-e34c790a3572 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:58.864475 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c717e2c8-8d12-4461-b42e-a9c4c3e402ef req-4df4f604-bcc3-45a5-af43-e34c790a3572 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0482550 May 13 14:34:58.936003 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c717e2c8-8d12-4461-b42e-a9c4c3e402ef req-3810e2ea-6cb3-45bd-ac79-477b2d6937fd tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/security-groups?id=78083cd1-79c6-40cd-8faf-fea3ed66b9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 May 13 14:34:58.963797 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36e24-3384-4930-8834-8e19d07525bd req-76950275-49ca-4fc0-8c89-82e3a26dfb56 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:58.966004 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dec36e24-3384-4930-8834-8e19d07525bd req-76950275-49ca-4fc0-8c89-82e3a26dfb56 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.97 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 945 time: 0.0996103 May 13 14:34:59.109332 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Deleting port 0ea94ed9-108a-4042-8e64-15efe425fea5 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:34:59.109667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:59.210582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] For port 0ea94ed9-108a-4042-8e64-15efe425fea5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0ea94ed9-108a-4042-8e64-15efe425fea5,segment=NetworkSegment(559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6),segment_id=559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:34:59.211014 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:59.227224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Calling delete_port for 0ea94ed9-108a-4042-8e64-15efe425fea5 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:34:59.473776 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-824e9e97-f896-492e-826c-809e0faf63ba req-045cf73a-85ea-43b9-ba99-c39ac66418d5 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0288558 May 13 14:34:59.515736 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (0ea94ed9-108a-4042-8e64-15efe425fea5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:59.532558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['0ea94ed9-108a-4042-8e64-15efe425fea5'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:34:59.552400 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Pushing event deleted for resources: {'Port': ['ID=0ea94ed9-108a-4042-8e64-15efe425fea5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.618822 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] No DVR routers for this DVR port 0ea94ed9-108a-4042-8e64-15efe425fea5 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:59.622275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:34:59.625598 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dec36e24-3384-4930-8834-8e19d07525bd req-317b3c14-4dd1-4433-acb0-b715eb45d29b tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.97 "DELETE /v2.0/ports/0ea94ed9-108a-4042-8e64-15efe425fea5 HTTP/1.1" status: 204 len: 173 time: 0.6510282 May 13 14:34:59.626095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'name': 'network-vif-deleted', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:59.628562 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf72da-15c9-4d9b-b5e7-91805effc9e9" -d '{"events": [{"server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "name": "network-vif-deleted", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:34:59.672923 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c522fd-5563-4eea-b546-7a2d186f18f0 x-openstack-request-id: req-71c522fd-5563-4eea-b546-7a2d186f18f0 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:34:59.672923 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea107d22-ce50-4236-954a-ff6042018038", "name": "network-vif-deleted", "tag": "0ea94ed9-108a-4042-8e64-15efe425fea5", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:34:59.672923 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-71c522fd-5563-4eea-b546-7a2d186f18f0 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:34:59.672923 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c522fd-5563-4eea-b546-7a2d186f18f0'] response: {'server_uuid': 'ea107d22-ce50-4236-954a-ff6042018038', 'name': 'network-vif-deleted', 'tag': '0ea94ed9-108a-4042-8e64-15efe425fea5', 'status': 'completed', 'code': 200} May 13 14:35:00.037436 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48b7961a-7c79-4b62-8083-242a0c4d22d9 req-e7eb127d-8093-4e27-9a53-6ed3d0d3f966 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0302637 May 13 14:35:00.239753 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-6dd0d697-a23b-4663-9661-9d95b3b43244 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=9bb807eaa129421d8a374f9b8d53031a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315757 May 13 14:35:00.585758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-452e40fc-b755-45d1-a435-dd5aca23753c req-a12e16c1-48c4-4183-984c-01669f1913aa tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0302041 May 13 14:35:00.688775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-a098b0ea-b595-4e21-aa20-4190cd6f97d6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:00.690822 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-a098b0ea-b595-4e21-aa20-4190cd6f97d6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4313929 May 13 14:35:00.794747 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Request body: {'port': {'device_id': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72', 'admin_state_up': True, 'tenant_id': '9bb807eaa129421d8a374f9b8d53031a'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:00.984410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Made reservation on behalf of 9bb807eaa129421d8a374f9b8d53031a for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:00.989679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.003013 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.013566 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42892) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:01.087690 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks [] for security_group (e7046543-9724-4e75-bbc7-91849585a903), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.137167 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb3661ca-3206-4f69-9727-065c143ae5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.155440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e7046543-9724-4e75-bbc7-91849585a903), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.166085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8aeac6a8-1df2-4f0a-89a9-915ba53fe877 req-e29a0980-b97a-489e-b8d4-2495a8a5f84c tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0372725 May 13 14:35:01.227256 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7046543-9724-4e75-bbc7-91849585a903,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.239996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb3661ca-3206-4f69-9727-065c143ae5ad admin admin] Publish callbacks [] for security_group (124e0259-ba69-445f-b059-65cb6c886286), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.300059 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Allocated IP 192.168.233.190 (f5a4b410-b710-44dd-8694-e92d427f3d72/78fdc91e-d24e-48e6-ae35-95a7a9ebafc6/4491e265-88d3-49d9-a8bb-1686a5420d57) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:01.326906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb3661ca-3206-4f69-9727-065c143ae5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (124e0259-ba69-445f-b059-65cb6c886286), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.369391 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bb3661ca-3206-4f69-9727-065c143ae5ad admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2241c3fa86e143b784cf7746e2195f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546231 May 13 14:35:01.370547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3661ca-3206-4f69-9727-065c143ae5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124e0259-ba69-445f-b059-65cb6c886286,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.373745 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42898) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:01.451367 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] Publish callbacks [] for security_group (124e0259-ba69-445f-b059-65cb6c886286), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.460619 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks [] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.474570 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] Publish callbacks [] for security_group (124e0259-ba69-445f-b059-65cb6c886286), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.561154 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.589353 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (124e0259-ba69-445f-b059-65cb6c886286), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.592122 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.593571 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/124e0259-ba69-445f-b059-65cb6c886286 HTTP/1.1" status: 204 len: 168 time: 0.2185638 May 13 14:35:01.602311 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9abb9d-96ad-477d-9616-aa933e87fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e0259-ba69-445f-b059-65cb6c886286,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.604320 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Network f5a4b410-b710-44dd-8694-e92d427f3d72 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:01.607609 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:01.613703 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:01.671164 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Pushing event updated for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.689216 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.690431 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.734870 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90249c2b-f76c-455f-b4d0-a64fd51cc7b7 req-e7537c39-5788-4577-9b5c-ee816adedab8 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.737548 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-90249c2b-f76c-455f-b4d0-a64fd51cc7b7 req-e7537c39-5788-4577-9b5c-ee816adedab8 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 936 time: 0.0543773 May 13 14:35:01.758220 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-10331e52-f73c-4ad6-bf46-956d5170b3d2 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9674454 May 13 14:35:01.791876 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-90249c2b-f76c-455f-b4d0-a64fd51cc7b7 req-75ca00e6-5ab5-4684-b9ac-d8d575fbeb2c tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 May 13 14:35:01.890553 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3c89876f-915f-408f-b4d9-e551af1aaf6b None None] Provisioning complete for port 4491e265-88d3-49d9-a8bb-1686a5420d57 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:01.891266 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c89876f-915f-408f-b4d9-e551af1aaf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:01.927038 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c89876f-915f-408f-b4d9-e551af1aaf6b None None] Port 4491e265-88d3-49d9-a8bb-1686a5420d57 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:02.200285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42914) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:02.213943 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-587b44bc-5a4e-4059-9fb1-f75d77aad13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.285038 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28b5509e-0127-4151-87c3-1fa8e0780a6d req-c3bccc0f-f89b-4d97-9374-ec6754288827 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0352080 May 13 14:35:02.319034 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-587b44bc-5a4e-4059-9fb1-f75d77aad13e admin admin] Publish callbacks [] for security_group (9310e863-c49a-4c33-bf0b-fd73994150c4), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.389398 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-587b44bc-5a4e-4059-9fb1-f75d77aad13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (9310e863-c49a-4c33-bf0b-fd73994150c4), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.427753 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b44bc-5a4e-4059-9fb1-f75d77aad13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9310e863-c49a-4c33-bf0b-fd73994150c4,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.432897 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-587b44bc-5a4e-4059-9fb1-f75d77aad13e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6501feb9bb724cb49d67ed8528f2e86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306769 May 13 14:35:02.434594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 42918) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:02.488912 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] Publish callbacks [] for security_group (9310e863-c49a-4c33-bf0b-fd73994150c4), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.510969 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] Publish callbacks [] for security_group (9310e863-c49a-4c33-bf0b-fd73994150c4), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.624142 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (9310e863-c49a-4c33-bf0b-fd73994150c4), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.626773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:02.628973 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9310e863-c49a-4c33-bf0b-fd73994150c4 HTTP/1.1" status: 204 len: 168 time: 0.1931057 May 13 14:35:02.637419 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce895224-f48b-4cb1-845f-0319428deb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9310e863-c49a-4c33-bf0b-fd73994150c4,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.947610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706dd8-7255-4303-97dd-257678f8f545 req-f2ca8525-6c94-46f7-a2b9-3b7f66994a99 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:02.949175 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38706dd8-7255-4303-97dd-257678f8f545 req-f2ca8525-6c94-46f7-a2b9-3b7f66994a99 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 936 time: 0.0826690 May 13 14:35:02.997786 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38706dd8-7255-4303-97dd-257678f8f545 req-16090391-6cf0-4eaf-928b-322443bea4c4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 May 13 14:35:03.390458 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02b9d8f4-811e-4de5-8a1b-f4c42b86f767 req-8163e51c-361b-4ae3-9c31-aff0eb538e10 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0268052 May 13 14:35:03.446317 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0ea94ed9-108a-4042-8e64-15efe425fea5 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:35:03.475986 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 0ea94ed9-108a-4042-8e64-15efe425fea5 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:35:03.476331 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0ea94ed9-108a-4042-8e64-15efe425fea5 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:35:03.728774 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Request body: {'port': {'device_id': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:03.795339 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.070342 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4491e265-88d3-49d9-a8bb-1686a5420d57 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:04.082324 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks [] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.095521 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Transition to ACTIVE for port object 4491e265-88d3-49d9-a8bb-1686a5420d57 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:35:04.118298 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd97f4-073b-45e8-9aa9-11782db4f8ef req-cc506de1-b368-4374-90c7-7de05b3fd6f0 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.119935 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9bbd97f4-073b-45e8-9aa9-11782db4f8ef req-cc506de1-b368-4374-90c7-7de05b3fd6f0 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 936 time: 0.0496514 May 13 14:35:04.168000 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9bbd97f4-073b-45e8-9aa9-11782db4f8ef req-0d63d684-682a-4528-9b58-afff118027a0 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 May 13 14:35:04.172448 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.222590 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Pushing event updated for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:04.299502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Attempting to bind port 4491e265-88d3-49d9-a8bb-1686a5420d57 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:04.299831 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Attempting to bind port 4491e265-88d3-49d9-a8bb-1686a5420d57 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:04.303462 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Attempting to bind port 4491e265-88d3-49d9-a8bb-1686a5420d57 on network f5a4b410-b710-44dd-8694-e92d427f3d72 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:04.305872 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Port 4491e265-88d3-49d9-a8bb-1686a5420d57 on network f5a4b410-b710-44dd-8694-e92d427f3d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:35:04.306107 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Attempting to bind port 4491e265-88d3-49d9-a8bb-1686a5420d57 on network f5a4b410-b710-44dd-8694-e92d427f3d72 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:04.311218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:04.311553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Checking segment: {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:04.311956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Bound using segment: {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:04.312439 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Bound port: 4491e265-88d3-49d9-a8bb-1686a5420d57, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e3a98b-a25e-4be8-9e06-64ded21cd25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:04.312794 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.385267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:04.389437 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4491e265-88d3-49d9-a8bb-1686a5420d57,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:04.477956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.515318 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.515957 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:04.518158 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] 10.222.0.97 "PUT /v2.0/ports/4491e265-88d3-49d9-a8bb-1686a5420d57 HTTP/1.1" status: 200 len: 1098 time: 0.7939904 May 13 14:35:04.518158 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:04.521494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567277ec-60d4-46d7-a4fb-9919d507e9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:04.538802 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-794ddc5e-7ade-4577-a13d-3908306cf272 req-c5fb829b-e129-4c2d-b231-45bcd0c2dbd1 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0580935 May 13 14:35:04.563249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9b9e-81f9-41cf-bb32-f1072a13664b service neutron] Pushing event updated for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:04.587789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55d077-1306-4baf-9e42-8c606bdbcd3b x-openstack-request-id: req-dd55d077-1306-4baf-9e42-8c606bdbcd3b {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:04.588152 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:04.588502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dd55d077-1306-4baf-9e42-8c606bdbcd3b {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:04.588978 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd55d077-1306-4baf-9e42-8c606bdbcd3b'] response: {'name': 'network-changed', 'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57', 'status': 'completed', 'code': 200} May 13 14:35:05.282487 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630788fb-34e8-4f90-9854-4b23a9d5b87e req-627727c6-a0a8-4ed5-a321-dbba5c05f9a6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.284253 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-630788fb-34e8-4f90-9854-4b23a9d5b87e req-627727c6-a0a8-4ed5-a321-dbba5c05f9a6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0474191 May 13 14:35:05.341270 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-630788fb-34e8-4f90-9854-4b23a9d5b87e req-1c5e4ea9-5945-403a-b8d0-3dfab2188ed3 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 May 13 14:35:05.683718 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d83f5133-8494-431f-91c6-ca62386bb74a req-9019d819-b638-4f9b-ac3f-a4cab4682687 tempest-DeleteServersTestJSON-79689922 tempest-DeleteServersTestJSON-79689922-project] 10.222.0.102 "GET /v2.0/ports?device_id=ea107d22-ce50-4236-954a-ff6042018038 HTTP/1.1" status: 200 len: 210 time: 0.0283234 May 13 14:35:06.462400 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25476f-dbdf-48cb-a08b-d4adc4a3ad1f req-be782337-707d-4f27-87e0-e365f3931116 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.463894 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f25476f-dbdf-48cb-a08b-d4adc4a3ad1f req-be782337-707d-4f27-87e0-e365f3931116 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0529795 May 13 14:35:06.514196 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f25476f-dbdf-48cb-a08b-d4adc4a3ad1f req-7b3cf9e1-d1fe-4b14-b4cc-480cf9e87625 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 May 13 14:35:06.592130 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567277ec-60d4-46d7-a4fb-9919d507e9fc req-afcc3ec3-df37-4eeb-a6f6-0709cc050385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.593826 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-567277ec-60d4-46d7-a4fb-9919d507e9fc req-afcc3ec3-df37-4eeb-a6f6-0709cc050385 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9bb807eaa129421d8a374f9b8d53031a&device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 1132 time: 0.0483994 May 13 14:35:06.623533 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-567277ec-60d4-46d7-a4fb-9919d507e9fc req-cef16a12-5700-4e24-99db-93add97385e8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9bb807eaa129421d8a374f9b8d53031a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224490 May 13 14:35:06.729350 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567277ec-60d4-46d7-a4fb-9919d507e9fc req-0ae59d33-fb9e-461f-b324-7c065d8fc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.730855 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-567277ec-60d4-46d7-a4fb-9919d507e9fc req-0ae59d33-fb9e-461f-b324-7c065d8fc4a6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011059 May 13 14:35:06.822246 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-8be2f0da-1c24-4c25-8222-ef62e9830eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.823952 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-8be2f0da-1c24-4c25-8222-ef62e9830eba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9bb807eaa129421d8a374f9b8d53031a&device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 1132 time: 0.0448513 May 13 14:35:06.880675 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-04fc7a06-3856-46e9-8573-a874e1cbc8a1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4491e265-88d3-49d9-a8bb-1686a5420d57 HTTP/1.1" status: 200 len: 217 time: 0.0431106 May 13 14:35:06.946877 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-3dcf93ba-ab9d-44a5-bf16-cc1c8621cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.948347 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-3dcf93ba-ab9d-44a5-bf16-cc1c8621cd13 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=78fdc91e-d24e-48e6-ae35-95a7a9ebafc6 HTTP/1.1" status: 200 len: 843 time: 0.0572398 May 13 14:35:07.005338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-6bbd74e3-b093-4134-baab-73e0602d5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:07.006866 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-6bbd74e3-b093-4134-baab-73e0602d5ab5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5a4b410-b710-44dd-8694-e92d427f3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0502946 May 13 14:35:07.638088 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44bfa-8993-45b8-bf58-b0aaab75cdbb req-d6df28e7-018b-410f-9178-52b0146bb700 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:07.638577 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-84e44bfa-8993-45b8-bf58-b0aaab75cdbb req-d6df28e7-018b-410f-9178-52b0146bb700 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0482104 May 13 14:35:07.690406 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-84e44bfa-8993-45b8-bf58-b0aaab75cdbb req-ae7a3287-d23c-40ff-80bd-4c9a1b60624c tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 May 13 14:35:07.881727 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-63602fda-3a2b-4271-bfda-18cda3fde3ce service neutron] 10.222.0.97 "GET /v2.0/networks/f5a4b410-b710-44dd-8694-e92d427f3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866747 May 13 14:35:08.713379 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bc50902-86cb-45a2-9687-26fe6b9e0ef1 req-44d38def-c492-4d4d-a6ea-4e0c88fe211e service neutron] 10.222.0.97 "GET /v2.0/networks/f5a4b410-b710-44dd-8694-e92d427f3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920916 May 13 14:35:08.805854 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31981709-370e-4cec-852b-9d73f7a47295 req-6df2cf61-95c9-4152-844a-650d423c5cc3 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:08.807379 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31981709-370e-4cec-852b-9d73f7a47295 req-6df2cf61-95c9-4152-844a-650d423c5cc3 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0468524 May 13 14:35:08.862908 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31981709-370e-4cec-852b-9d73f7a47295 req-db632ec3-cdae-4b3e-a525-bdde586219d9 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 May 13 14:35:09.978091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ae724-143c-4cd6-b3b6-1b267576020b req-1f8775c8-eb59-4d87-aa5a-a348a320a794 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:09.979520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-181ae724-143c-4cd6-b3b6-1b267576020b req-1f8775c8-eb59-4d87-aa5a-a348a320a794 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0465178 May 13 14:35:10.031192 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-181ae724-143c-4cd6-b3b6-1b267576020b req-b5d3c2cb-380b-4dfa-919c-024c78014954 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 May 13 14:35:11.156740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a99c-10a1-4c5a-90f3-89aad3c65bdd req-0a2985e3-0f92-4d2b-b465-9c020cbdc534 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:11.158252 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9116a99c-10a1-4c5a-90f3-89aad3c65bdd req-0a2985e3-0f92-4d2b-b465-9c020cbdc534 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 948 time: 0.0517561 May 13 14:35:11.206127 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9116a99c-10a1-4c5a-90f3-89aad3c65bdd req-670c10da-6688-4b80-9838-2057e5fc990e tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 May 13 14:35:11.463335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43108) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:11.507724 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Deleting subnet f6851bfc-d9fa-47d2-8f87-0c35261b8696 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:35:11.511444 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Publish callbacks [] for subnet (f6851bfc-d9fa-47d2-8f87-0c35261b8696), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.548311 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (f6851bfc-d9fa-47d2-8f87-0c35261b8696), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.589186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4491e265-88d3-49d9-a8bb-1686a5420d57 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:35:11.594075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (f6851bfc-d9fa-47d2-8f87-0c35261b8696), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.710386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (f6851bfc-d9fa-47d2-8f87-0c35261b8696), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.737776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6851bfc-d9fa-47d2-8f87-0c35261b8696,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.747156 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.751178 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-21521638-9e9f-46de-acd1-7ec2b8ee85e8 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f6851bfc-d9fa-47d2-8f87-0c35261b8696 HTTP/1.1" status: 204 len: 168 time: 0.2867417 May 13 14:35:11.753601 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43114) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:11.816758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4491e265-88d3-49d9-a8bb-1686a5420d57,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:11.823221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (17876069-8e8d-43a9-9c88-fcd9d51b7c11), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.829049 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '4491e265-88d3-49d9-a8bb-1686a5420d57', 'network_id': 'f5a4b410-b710-44dd-8694-e92d427f3d72', 'port_id': '4491e265-88d3-49d9-a8bb-1686a5420d57', 'mac_address': 'fa:16:3e:0d:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fdc91e-d24e-48e6-ae35-95a7a9ebafc6', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:35:11.867094 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4491e265-88d3-49d9-a8bb-1686a5420d57 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:11.867546 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.881506 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4491e265-88d3-49d9-a8bb-1686a5420d57 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:11.902845 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4491e265-88d3-49d9-a8bb-1686a5420d57,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:11.910168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (17876069-8e8d-43a9-9c88-fcd9d51b7c11), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.933621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17876069-8e8d-43a9-9c88-fcd9d51b7c11']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:11.943355 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:11.943679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:11.943839 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.954817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.971305 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.978679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:35:11.979256 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (559d3a70-b2e5-44cf-a7cb-2e2c51ad7fd6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:35:11.981338 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:35:11.997306 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.003551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.003894 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.004237 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.004599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.004935 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.005308 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.005638 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.005960 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.006305 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.006607 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.006953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.007277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.007595 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.007912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.008231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:12.136411 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (17876069-8e8d-43a9-9c88-fcd9d51b7c11), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.143839 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.150561 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] 10.222.0.102 "DELETE /v2.0/networks/17876069-8e8d-43a9-9c88-fcd9d51b7c11 HTTP/1.1" status: 204 len: 168 time: 0.3958569 May 13 14:35:12.162112 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3ee9d-2fb0-44eb-a927-4aeadb13fd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=17876069-8e8d-43a9-9c88-fcd9d51b7c11,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.251082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['4491e265-88d3-49d9-a8bb-1686a5420d57'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:35:12.323920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef63b-7cd3-450e-a86c-44b4eb2b3c97 req-d7c2823b-9fbf-4c19-b239-8360de076a6b tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.331733 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-affef63b-7cd3-450e-a86c-44b4eb2b3c97 req-d7c2823b-9fbf-4c19-b239-8360de076a6b tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 949 time: 0.0551286 May 13 14:35:12.379032 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-affef63b-7cd3-450e-a86c-44b4eb2b3c97 req-fc224493-abbe-45cb-9b89-76ccbbc9816d tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 May 13 14:35:12.569988 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43138) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:12.599310 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43142) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:12.700469 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c0abb23-4cb8-4014-a8a2-de91dea5316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.746241 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-692a76d1-b1f8-4fcc-8afb-ee12bf119195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.823122 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c0abb23-4cb8-4014-a8a2-de91dea5316f admin admin] Publish callbacks [] for security_group (74f67364-ff50-466e-a891-1788278679d1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.855907 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-692a76d1-b1f8-4fcc-8afb-ee12bf119195 admin admin] Publish callbacks [] for security_group (62a7fa5f-7e16-4821-a008-bfabc44f3a95), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.875326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6c0abb23-4cb8-4014-a8a2-de91dea5316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (74f67364-ff50-466e-a891-1788278679d1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.879904 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43146) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:12.913511 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-692a76d1-b1f8-4fcc-8afb-ee12bf119195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (62a7fa5f-7e16-4821-a008-bfabc44f3a95), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.918044 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6c0abb23-4cb8-4014-a8a2-de91dea5316f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4897fff5c3564f208e9ed7878e6c9ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466804 May 13 14:35:12.923606 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0abb23-4cb8-4014-a8a2-de91dea5316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f67364-ff50-466e-a891-1788278679d1,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.923606 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43148) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:12.923842 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-85414161-b310-436c-8e57-f5e9b8007108 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a30c32d8ff1146a98ef9f6d12b2275d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410438 May 13 14:35:12.924567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43150) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:12.976824 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] Publish callbacks [] for security_group (78083cd1-79c6-40cd-8faf-fea3ed66b9e1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:12.983602 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-692a76d1-b1f8-4fcc-8afb-ee12bf119195 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1f9ae7a2cb3348fe9f32ee78a6ff9f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832459 May 13 14:35:12.992687 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a76d1-b1f8-4fcc-8afb-ee12bf119195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7fa5f-7e16-4821-a008-bfabc44f3a95,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.992903 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43152) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:13.012965 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] Publish callbacks [] for security_group (74f67364-ff50-466e-a891-1788278679d1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.019242 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] Publish callbacks [] for security_group (78083cd1-79c6-40cd-8faf-fea3ed66b9e1), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.043693 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] Publish callbacks [] for security_group (74f67364-ff50-466e-a891-1788278679d1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.073004 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] Publish callbacks [] for security_group (62a7fa5f-7e16-4821-a008-bfabc44f3a95), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.096188 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] Publish callbacks [] for security_group (62a7fa5f-7e16-4821-a008-bfabc44f3a95), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.155345 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (74f67364-ff50-466e-a891-1788278679d1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.158033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.159217 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/74f67364-ff50-466e-a891-1788278679d1 HTTP/1.1" status: 204 len: 168 time: 0.2315094 May 13 14:35:13.167903 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353605b8-bc44-46e0-aae2-9b562f397030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f67364-ff50-466e-a891-1788278679d1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:13.178432 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (78083cd1-79c6-40cd-8faf-fea3ed66b9e1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.181879 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.183484 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/78083cd1-79c6-40cd-8faf-fea3ed66b9e1 HTTP/1.1" status: 204 len: 168 time: 0.2579839 May 13 14:35:13.194873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0633c-1478-41d2-99d0-288d5d37025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78083cd1-79c6-40cd-8faf-fea3ed66b9e1,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:13.235606 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (62a7fa5f-7e16-4821-a008-bfabc44f3a95), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.238158 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:13.239342 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/62a7fa5f-7e16-4821-a008-bfabc44f3a95 HTTP/1.1" status: 204 len: 168 time: 0.2505400 May 13 14:35:13.253558 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fa17f-a1ae-4d38-a223-ceb9ff1583d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7fa5f-7e16-4821-a008-bfabc44f3a95,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:13.494734 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de6de-8405-4ce9-b8d5-dee918a2a55d req-3dcad000-ef61-4437-8e20-65b92a76ad5d tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:13.496424 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-302de6de-8405-4ce9-b8d5-dee918a2a55d req-3dcad000-ef61-4437-8e20-65b92a76ad5d tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 949 time: 0.0501225 May 13 14:35:13.549112 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-302de6de-8405-4ce9-b8d5-dee918a2a55d req-ded570a8-f9fb-485d-b27e-f00cecae8492 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 May 13 14:35:14.675174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fdb68-a011-4006-8e41-3161a9394358 req-7b96d3a2-df83-4cc3-bffa-3b4861d3d9ec tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:14.676698 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d0fdb68-a011-4006-8e41-3161a9394358 req-7b96d3a2-df83-4cc3-bffa-3b4861d3d9ec tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 949 time: 0.0521078 May 13 14:35:14.699351 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43216) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:14.741832 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d0fdb68-a011-4006-8e41-3161a9394358 req-44129877-b26f-4fdf-bc81-fc88e5ec15ac tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579493 May 13 14:35:14.849153 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-181360602-network', 'tenant_id': '0e5947341da448bdbd19f72f520317b3'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:14.949746 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Made reservation on behalf of 0e5947341da448bdbd19f72f520317b3 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:14.952155 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:14.961234 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.051639 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks [] for security_group (273a3336-ca4d-4de3-88ef-72b4c3a946ba), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.121352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (273a3336-ca4d-4de3-88ef-72b4c3a946ba), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.147593 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:15.156526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a3336-ca4d-4de3-88ef-72b4c3a946ba,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.162454 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (23309d79-bbe1-46c0-b855-2b29fa4da570), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.162828 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Added segment 23309d79-bbe1-46c0-b855-2b29fa4da570 of type vlan for network 9876c1ab-e914-4674-b81f-2c54befe255f May 13 14:35:15.209235 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (9876c1ab-e914-4674-b81f-2c54befe255f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.309844 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (9876c1ab-e914-4674-b81f-2c54befe255f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.310920 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:15.311764 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.379889 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=9876c1ab-e914-4674-b81f-2c54befe255f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.392467 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 9876c1ab-e914-4674-b81f-2c54befe255f details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:35:15.405944 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43282) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:15.442827 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-049ce4ca-6b0d-451a-8067-965bb0d35bc5 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7376776 May 13 14:35:15.444006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43286) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:15.450236 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Request body: {'subnet': {'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-subnet', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:15.522999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1d6-c15a-478a-9b4b-11bee541305b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.562266 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Made reservation on behalf of 0e5947341da448bdbd19f72f520317b3 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:15.564716 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.670113 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1d6-c15a-478a-9b4b-11bee541305b admin admin] Publish callbacks [] for security_group (d806aae7-119e-4414-ad22-014af531cc53), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.685563 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4491e265-88d3-49d9-a8bb-1686a5420d57 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:15.735157 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 4491e265-88d3-49d9-a8bb-1686a5420d57 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:35:15.748810 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1d6-c15a-478a-9b4b-11bee541305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d806aae7-119e-4414-ad22-014af531cc53), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.827216 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f1d6-c15a-478a-9b4b-11bee541305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d806aae7-119e-4414-ad22-014af531cc53,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.829477 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 4491e265-88d3-49d9-a8bb-1686a5420d57 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:15.830081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.863622 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4f50f1d6-c15a-478a-9b4b-11bee541305b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6b2cd296e8224080a244a14b934aa49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558618 May 13 14:35:15.867488 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43290) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:15.882168 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac0429-396f-4dd9-ac8d-78abc84b492c req-b4c8092f-620d-49f8-9001-c513836c257c tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:15.883946 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4ac0429-396f-4dd9-ac8d-78abc84b492c req-b4c8092f-620d-49f8-9001-c513836c257c tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 949 time: 0.0591905 May 13 14:35:15.919619 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4491e265-88d3-49d9-a8bb-1686a5420d57 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:15.920238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.926137 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] Publish callbacks [] for security_group (d806aae7-119e-4414-ad22-014af531cc53), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.937015 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4ac0429-396f-4dd9-ac8d-78abc84b492c req-a7a8fd66-69bd-4ec1-b074-1d01392f29a7 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 May 13 14:35:15.948476 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:15.949636 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] Publish callbacks [] for security_group (d806aae7-119e-4414-ad22-014af531cc53), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:15.951182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17b57f0-4c87-4b32-9888-02d3ec4848c3" -d '{"events": [{"server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "name": "network-vif-plugged", "status": "completed", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:15.972258 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4491e265-88d3-49d9-a8bb-1686a5420d57,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:15.973292 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (e9065c20-6871-4bfe-a553-819c1dd70dac), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.012109 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f5271d-21fe-414e-a5e9-dd75a13da661 x-openstack-request-id: req-f7f5271d-21fe-414e-a5e9-dd75a13da661 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:16.012451 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "name": "network-vif-plugged", "status": "completed", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:16.012656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f7f5271d-21fe-414e-a5e9-dd75a13da661 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:16.013041 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f5271d-21fe-414e-a5e9-dd75a13da661'] response: {'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57', 'code': 200} May 13 14:35:16.046546 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9065c20-6871-4bfe-a553-819c1dd70dac,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.051237 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:16.051359 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Network hostable DHCP agents. Network: 9876c1ab-e914-4674-b81f-2c54befe255f, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:16.058253 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.107617 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.121351 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d806aae7-119e-4414-ad22-014af531cc53), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.123996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.125143 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d806aae7-119e-4414-ad22-014af531cc53 HTTP/1.1" status: 204 len: 168 time: 0.2561102 May 13 14:35:16.133179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd3c91-46bd-47b1-8fed-dec1c0f574ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d806aae7-119e-4414-ad22-014af531cc53,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.149680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Network 9876c1ab-e914-4674-b81f-2c54befe255f is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:16.235262 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 9876c1ab-e914-4674-b81f-2c54befe255f) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:16.239389 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:16.240160 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.245109 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda6f3b-d9af-4562-b6e6-3dd5467f3d8d None None] Network 9876c1ab-e914-4674-b81f-2c54befe255f requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:16.289534 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0836c0ca-6571-4fcf-9175-cfbc01e4afaa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8443353 May 13 14:35:16.292648 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43300) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:16.301048 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:16.365750 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-9876c1ab-e914-4674-b81f-2c54befe255f', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:35:16.366663 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.392741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.393774 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.406596 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d0533-e9f9-4820-895b-cf686840f8b4 req-1c0e806b-723e-46b6-b544-fdf496cb7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:16.408146 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf7d0533-e9f9-4820-895b-cf686840f8b4 req-1c0e806b-723e-46b6-b544-fdf496cb7868 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 1134 time: 0.0578384 May 13 14:35:16.466969 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for router_controller (de473bca-ad06-4690-9c27-9ee8afd07ca1), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.499772 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf7d0533-e9f9-4820-895b-cf686840f8b4 req-60d83f46-0b87-41c5-8906-12b1830bec95 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756416 May 13 14:35:16.544931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Allocated IP 172.20.0.2 (9876c1ab-e914-4674-b81f-2c54befe255f/e9065c20-6871-4bfe-a553-819c1dd70dac/1e5b30be-17f2-483c-b397-44e76cffd062) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:16.706407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks [] for port (1e5b30be-17f2-483c-b397-44e76cffd062), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.710783 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for router_gateway (de473bca-ad06-4690-9c27-9ee8afd07ca1), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.801343 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.851377 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:16.859474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:16.863131 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:16.866412 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Pushing event updated for resources: {'Port': ['ID=1e5b30be-17f2-483c-b397-44e76cffd062,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.929422 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Attempting to bind port 1e5b30be-17f2-483c-b397-44e76cffd062 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:16.929901 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Attempting to bind port 1e5b30be-17f2-483c-b397-44e76cffd062 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:16.930149 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Attempting to bind port 1e5b30be-17f2-483c-b397-44e76cffd062 on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:16.935787 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:16.936225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:16.936656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:16.937042 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Bound using segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:16.937375 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Bound port: 1e5b30be-17f2-483c-b397-44e76cffd062, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:16.937749 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.019172 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] For port 1e5b30be-17f2-483c-b397-44e76cffd062, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:17.022838 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] For port 1e5b30be-17f2-483c-b397-44e76cffd062, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=1e5b30be-17f2-483c-b397-44e76cffd062,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:17.055839 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for router_gateway (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.076960 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.090531 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295494-541c-4e84-a905-35a7cb84bbeb req-0542bc04-91f5-4862-bf97-dd46b73b02e8 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.092686 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fd295494-541c-4e84-a905-35a7cb84bbeb req-0542bc04-91f5-4862-bf97-dd46b73b02e8 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.0582030 May 13 14:35:17.105767 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.172374 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fd295494-541c-4e84-a905-35a7cb84bbeb req-9e436e30-6cbe-4274-b58a-9aad829bad56 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 May 13 14:35:17.196539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b01a-8888-45ab-84e8-87e13141d5c3 None None] Pushing event updated for resources: {'Port': ['ID=1e5b30be-17f2-483c-b397-44e76cffd062,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.241582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Allocated IP 172.27.0.67 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/7aef0e10-ac11-4860-9fe7-fc6399b5cf35) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:17.274600 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43348) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:17.380867 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.399780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1448559189-network', 'tenant_id': '8391c9f300934ba28228812c22438db9'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:17.528370 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.552968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Made reservation on behalf of 8391c9f300934ba28228812c22438db9 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:17.552968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.564039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.576309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:17.579365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:17.585850 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:17.592897 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Pushing event updated for resources: {'Port': ['ID=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.656981 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks [] for security_group (154ec9cf-651b-4c65-a030-cba6304834de), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.726727 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (154ec9cf-651b-4c65-a030-cba6304834de), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.750156 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:17.766671 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ec9cf-651b-4c65-a030-cba6304834de,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.769697 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (8531fb58-692c-4556-ac73-c69b4ab89077), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.770148 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Added segment 8531fb58-692c-4556-ac73-c69b4ab89077 of type vlan for network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 May 13 14:35:17.816559 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.883968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.885397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.886517 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:17.954980 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] Pushing event updated for resources: {'Network': ['ID=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.970657 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:35:18.003852 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c7e0f8e2-924d-4329-be75-9eb85bfab6ea admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7272861 May 13 14:35:18.004451 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43360) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:18.010892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Request body: {'subnet': {'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1448559189-subnet', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:18.044227 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for router_gateway (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.116217 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Made reservation on behalf of 8391c9f300934ba28228812c22438db9 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:18.121948 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.153788 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.394788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.400390 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c155e-7391-4ea9-be35-a55b7668f1bb req-f86164f3-90bd-4fca-907c-2281cfa01dd5 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:18.403235 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf4c155e-7391-4ea9-be35-a55b7668f1bb req-f86164f3-90bd-4fca-907c-2281cfa01dd5 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.0815713 May 13 14:35:18.493422 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0957-4747-4855-8b62-f8f03d962000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.502582 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839a521-ebd3-4a13-b44d-504941a4b437 None None] Network 9876c1ab-e914-4674-b81f-2c54befe255f requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:18.546330 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf4c155e-7391-4ea9-be35-a55b7668f1bb req-39b35524-4d84-4b29-82d4-23b446c38f68 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890670 May 13 14:35:18.569036 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 1e5b30be-17f2-483c-b397-44e76cffd062 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:18.599454 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Provisioning complete for port 1e5b30be-17f2-483c-b397-44e76cffd062 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:18.600042 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.630247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (f0316500-5218-401f-bf1c-0d1322043fbb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.696663 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0316500-5218-401f-bf1c-0d1322043fbb,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:18.712429 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:18.726657 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Network hostable DHCP agents. Network: f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:18.738743 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:35:18.751141 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 1e5b30be-17f2-483c-b397-44e76cffd062 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:18.751533 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.825210 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Current status of the port 1e5b30be-17f2-483c-b397-44e76cffd062 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:18.825597 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.830865 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:18.873740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:18.885773 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:18.888086 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] For port 1e5b30be-17f2-483c-b397-44e76cffd062, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=1e5b30be-17f2-483c-b397-44e76cffd062,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:18.903222 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:18.907404 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:18.907539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 1e5b30be-17f2-483c-b397-44e76cffd062 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:18.907539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.955491 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:18.957756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.958361 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.962080 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-46b76273-50bd-4a80-a181-ce2cf111c74d admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6681113 May 13 14:35:18.962744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43370) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:18.969947 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:18.973399 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:18.991607 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a8fe4-9e70-45f3-855c-05bd16a6051c None None] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:19.039568 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:19.093013 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6f902bcd-1413-4501-82c2-912c00b4ef30 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0850348 May 13 14:35:19.093242 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43372) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:19.098341 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:19.153891 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:19.154290 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG oslo_db.api [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:19.191041 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.193305 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.194034 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-70c98a5a-9c01-4ba5-a943-2afd1e057ab5 None None] Provisioning complete for port 1e5b30be-17f2-483c-b397-44e76cffd062 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:19.194177 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70c98a5a-9c01-4ba5-a943-2afd1e057ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.197959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d5f1b-6aa2-4452-b0b5-c49c9b74776e None None] Pushing event updated for resources: {'Port': ['ID=1e5b30be-17f2-483c-b397-44e76cffd062,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.234028 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:35:19.235497 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.265962 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for router_controller (26ae9612-8c98-495a-bdb1-0f623aefcb5b), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.268733 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:17Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:19.306262 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:19.306610 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Updating router de473bca-ad06-4690-9c27-9ee8afd07ca1 port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:19.341160 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.407506 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-70c98a5a-9c01-4ba5-a943-2afd1e057ab5 None None] Current status of the port 1e5b30be-17f2-483c-b397-44e76cffd062 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:19.466867 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Allocated IP 172.20.0.2 (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17/f0316500-5218-401f-bf1c-0d1322043fbb/8f629d20-4a18-4ecf-8502-6ff802e72c2c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:19.568069 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for router_gateway (26ae9612-8c98-495a-bdb1-0f623aefcb5b), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.662520 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks [] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.721905 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.740887 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks [] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.749536 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 1e5b30be-17f2-483c-b397-44e76cffd062 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:19.786089 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Attempting to bind port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:19.786467 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Attempting to bind port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:19.786856 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Attempting to bind port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:19.786961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c4991-7528-4a32-a730-e5584648c363 req-ffec92ee-7eca-480c-97a7-3b920647ad03 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:19.788913 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f8c4991-7528-4a32-a730-e5584648c363 req-ffec92ee-7eca-480c-97a7-3b920647ad03 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.1468821 May 13 14:35:19.790953 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Pushing event updated for resources: {'Port': ['ID=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.800484 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.800909 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.801291 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.801631 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804347 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804851 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.804851 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.805132 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.805524 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:19.809781 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:19.810642 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:19.811070 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.811460 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:19.812061 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Bound port: 7aef0e10-ac11-4860-9fe7-fc6399b5cf35, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:19.812314 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.819321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.831025 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:19.870285 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f8c4991-7528-4a32-a730-e5584648c363 req-1c93a66e-1515-4dd8-9584-1fdc7dcb91ca tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735202 May 13 14:35:19.894450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:19.894450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:19.894450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:19.913146 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] For port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:19.919610 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] For port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:19.920164 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Pushing event updated for resources: {'Port': ['ID=8f629d20-4a18-4ecf-8502-6ff802e72c2c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.980664 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.082548 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4dbf1-1a92-46b2-8f5c-46e0fa8f2c15 None None] Pushing event updated for resources: {'Port': ['ID=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.110979 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Allocated IP 172.20.0.1 (9876c1ab-e914-4674-b81f-2c54befe255f/e9065c20-6871-4bfe-a553-819c1dd70dac/5314837f-cc07-4e21-a0a4-82f5d6fc0d56) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:20.111326 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:20.111998 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:34:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:20.140986 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Attempting to bind port 8f629d20-4a18-4ecf-8502-6ff802e72c2c on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:20.142092 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Attempting to bind port 8f629d20-4a18-4ecf-8502-6ff802e72c2c by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:20.142886 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Attempting to bind port 8f629d20-4a18-4ecf-8502-6ff802e72c2c on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:20.149343 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:20.150189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:20.151441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.152220 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Bound using segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:20.153111 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Bound port: 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:20.153737 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.259539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] For port 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:20.261203 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:20.265054 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] For port 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=8f629d20-4a18-4ecf-8502-6ff802e72c2c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:20.287575 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks [] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.320063 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for router_gateway (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.346590 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.358156 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.435813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.493692 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566b75-e01a-4f49-aa91-2fa5f3eae696 None None] Pushing event updated for resources: {'Port': ['ID=8f629d20-4a18-4ecf-8502-6ff802e72c2c,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.506450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 1e5b30be-17f2-483c-b397-44e76cffd062 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:20.509070 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:20.514046 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:20.519672 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:20.542770 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:17Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:20.569134 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.572907 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Allocated IP 172.27.0.121 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/5e80d279-cfee-49a3-9a8f-936d5d28b49b) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:20.596615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21cf3e-00ca-4a49-80a9-3a9103a9bbc6 req-e531b324-15d1-46bd-89cd-2c84f0651f0f tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:20.597483 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d66f3639-c9f4-4d2a-a034-8b262d37be8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.597730 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fbc208-f75c-499f-a36b-fea0f97b516d None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:17Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:20.599108 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c21cf3e-00ca-4a49-80a9-3a9103a9bbc6 req-e531b324-15d1-46bd-89cd-2c84f0651f0f tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.1132030 May 13 14:35:20.617086 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 1e5b30be-17f2-483c-b397-44e76cffd062 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:20.620364 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.622608 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:20.757489 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 1e5b30be-17f2-483c-b397-44e76cffd062 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:20.811419 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c21cf3e-00ca-4a49-80a9-3a9103a9bbc6 req-1e524a8e-38bc-4122-b3ce-3aa1e712f598 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883335 May 13 14:35:20.882039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.026734 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.028904 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.055787 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-d440287d-92e5-4f76-84b0-110890aa3af6 None None] Provisioning complete for port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:21.056170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d440287d-92e5-4f76-84b0-110890aa3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.095247 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d440287d-92e5-4f76-84b0-110890aa3af6 None None] Port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:21.105057 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:21.108566 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:21.117443 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:21.137534 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Pushing event updated for resources: {'Port': ['ID=5e80d279-cfee-49a3-9a8f-936d5d28b49b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.258336 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks [] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.339939 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.420917 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.423997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.502917 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for router_gateway (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.551647 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:21.553920 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:21.754048 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:35:21.860177 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.957129 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-0fd75266-1f33-4acf-a63f-b6669fcab7e3 None None] Provisioning complete for port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:21.957129 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fd75266-1f33-4acf-a63f-b6669fcab7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:21.963901 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:21.974724 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0e33917a-6b33-48a1-9e3c-eff1a0b3cf53 admin admin] 10.222.0.102 "PUT /v2.0/routers/de473bca-ad06-4690-9c27-9ee8afd07ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0101755 May 13 14:35:22.011922 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.015073 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0fd75266-1f33-4acf-a63f-b6669fcab7e3 None None] Port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:22.044052 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8df3d9-e75e-4918-9c6e-c2402f899489 None None] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:22.054098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164aee-68a8-4001-b372-7f25d78ccfad req-34f5c888-b404-4976-a75d-06ffec47bcdd tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.056158 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f164aee-68a8-4001-b372-7f25d78ccfad req-34f5c888-b404-4976-a75d-06ffec47bcdd tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.0688419 May 13 14:35:22.137197 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f164aee-68a8-4001-b372-7f25d78ccfad req-d98e0e8f-83a8-448a-9123-689f26edc971 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 May 13 14:35:22.160897 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Provisioning complete for port 8f629d20-4a18-4ecf-8502-6ff802e72c2c triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:22.161289 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.189918 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:35:22.268800 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Current status of the port 8f629d20-4a18-4ecf-8502-6ff802e72c2c is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:22.269192 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.311222 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] For port 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=8f629d20-4a18-4ecf-8502-6ff802e72c2c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:22.364027 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:22.380878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:22.397431 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.408102 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:22.408762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:22.481441 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.485810 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-33d6cab7-4dfa-4917-ab05-f5c2bfc7fb7a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3890700 May 13 14:35:22.485955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43408) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:22.566846 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 8f629d20-4a18-4ecf-8502-6ff802e72c2c up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:22.618035 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233088-194b-4b94-8fd1-1ac28e8cddf4 None None] Pushing event updated for resources: {'Port': ['ID=8f629d20-4a18-4ecf-8502-6ff802e72c2c,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:22.685876 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-447d6ec2-aa2e-410f-a1a6-f6511301fefa None None] Provisioning complete for port 8f629d20-4a18-4ecf-8502-6ff802e72c2c triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:22.686324 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-447d6ec2-aa2e-410f-a1a6-f6511301fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.734981 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:22.778201 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-95c26e9e-0b6e-487d-8a98-8ab8cee2ac79 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.779746 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-95c26e9e-0b6e-487d-8a98-8ab8cee2ac79 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.1983562 May 13 14:35:22.799464 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-a910aa82-5dd3-408c-9bfd-7024b361e021 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/quotas/0e5947341da448bdbd19f72f520317b3 HTTP/1.1" status: 200 len: 375 time: 0.0128577 May 13 14:35:22.805416 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:22.806782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 8f629d20-4a18-4ecf-8502-6ff802e72c2c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:22.816661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:22.826114 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:22.827676 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:22.909903 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-37873d18-41c3-45e3-a1cf-003c4b36233c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865293 May 13 14:35:22.982576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-447d6ec2-aa2e-410f-a1a6-f6511301fefa None None] Current status of the port 8f629d20-4a18-4ecf-8502-6ff802e72c2c is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:23.012887 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:23.070730 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 8f629d20-4a18-4ecf-8502-6ff802e72c2c is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:23.072139 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:23.078512 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.098448 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 3, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:23.135819 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:23.136189 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-bd6cc534-f9f0-4b47-9c27-72a6748e2ccc service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704450 May 13 14:35:23.136626 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Updating router 26ae9612-8c98-495a-bdb1-0f623aefcb5b port 5e80d279-cfee-49a3-9a8f-936d5d28b49b binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:23.179251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.210383 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:23.210845 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.370765 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 2, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:23.399056 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:23.399414 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Updating router de473bca-ad06-4690-9c27-9ee8afd07ca1 port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:23.431313 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.437899 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:23.438416 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.476803 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:23.607403 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7cbd99d6-eab1-4356-9606-1bd331dc31ef service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442430 May 13 14:35:23.623360 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d03f1-a4b4-45f4-a19d-3a57a72a8574 req-8394779b-2ad1-4c93-8707-ef457f9a1954 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.631418 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa9d03f1-a4b4-45f4-a19d-3a57a72a8574 req-8394779b-2ad1-4c93-8707-ef457f9a1954 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.3613915 May 13 14:35:23.634619 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.732929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.739169 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa9d03f1-a4b4-45f4-a19d-3a57a72a8574 req-325b4f4b-e572-4e36-81f2-3438974f28c9 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 May 13 14:35:23.746382 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks [] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.752504 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.789205 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks [] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.824540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.871051 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.889545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Attempting to bind port 5e80d279-cfee-49a3-9a8f-936d5d28b49b on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:23.889545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Attempting to bind port 5e80d279-cfee-49a3-9a8f-936d5d28b49b by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:23.889545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Attempting to bind port 5e80d279-cfee-49a3-9a8f-936d5d28b49b on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:23.898111 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:23.898475 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:23.898915 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.899304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:23.899769 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Bound port: 5e80d279-cfee-49a3-9a8f-936d5d28b49b, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:23.900141 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:23.902074 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45420-6f50-4704-b922-01090588ad85 None None] Pushing event updated for resources: {'Port': ['ID=5e80d279-cfee-49a3-9a8f-936d5d28b49b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.976105 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] For port 5e80d279-cfee-49a3-9a8f-936d5d28b49b, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:23.981389 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] For port 5e80d279-cfee-49a3-9a8f-936d5d28b49b, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5e80d279-cfee-49a3-9a8f-936d5d28b49b,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:23.987229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ced7a795-aa91-4e58-baaf-aa5090f2f8fd req-cc76b30b-009b-43d8-9d99-cf1bffbcbca4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 210 time: 0.0800242 May 13 14:35:24.009205 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b342749-afd7-453c-bd99-84888f518ab9 None None] Pushing event updated for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.027372 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Attempting to bind port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:24.028514 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Allocated IP 172.20.0.1 (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17/f0316500-5218-401f-bf1c-0d1322043fbb/34308fa3-97e2-4603-87a0-29e2dc457a67) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:24.039409 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Attempting to bind port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:24.039821 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Attempting to bind port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:24.051930 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:24.052374 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:24.052706 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.053097 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Bound using segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:24.053568 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Bound port: 5314837f-cc07-4e21-a0a4-82f5d6fc0d56, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:24.053943 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.076140 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.164303 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-79b1670a-b601-45e7-b17f-084efcfc803a tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.168530 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-79b1670a-b601-45e7-b17f-084efcfc803a tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.0899038 May 13 14:35:24.191520 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:24.192161 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:24.198068 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45420-6f50-4704-b922-01090588ad85 None None] Pushing event updated for resources: {'Port': ['ID=5e80d279-cfee-49a3-9a8f-936d5d28b49b,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.215308 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] For port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:24.231075 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] For port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:24.274093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks [] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.331782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-20ed076b-9cc2-4da6-aa2a-024a1cec59b6 None None] Provisioning complete for port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:24.332174 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20ed076b-9cc2-4da6-aa2a-024a1cec59b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.348194 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Deleting port 4491e265-88d3-49d9-a8bb-1686a5420d57 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:35:24.349191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.350687 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.441995 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-38dc5c57-e3bd-47de-8f33-1c4387b05616 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.446231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-20ed076b-9cc2-4da6-aa2a-024a1cec59b6 None None] Port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:24.456462 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-38dc5c57-e3bd-47de-8f33-1c4387b05616 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.2038066 May 13 14:35:24.491900 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b342749-afd7-453c-bd99-84888f518ab9 None None] Pushing event updated for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.495743 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-e919d23a-2858-4967-b0e9-51b5622e4584 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/quotas/0e5947341da448bdbd19f72f520317b3 HTTP/1.1" status: 200 len: 375 time: 0.0326672 May 13 14:35:24.501690 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:24.502315 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:24.516906 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:24.519061 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 8f629d20-4a18-4ecf-8502-6ff802e72c2c up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:24.603158 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.626689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] For port 4491e265-88d3-49d9-a8bb-1686a5420d57, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4491e265-88d3-49d9-a8bb-1686a5420d57,segment=NetworkSegment(a9e3a98b-a25e-4be8-9e06-64ded21cd25c),segment_id=a9e3a98b-a25e-4be8-9e06-64ded21cd25c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:24.626689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.668817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Calling delete_port for 4491e265-88d3-49d9-a8bb-1686a5420d57 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:35:24.753046 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Pushing event updated for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.754600 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:24.758418 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:24.763225 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:24.767878 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:24.768386 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.776381 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-b7bc7af6-b6d3-41f8-8519-83832b6672fa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2526057 May 13 14:35:24.911473 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Provisioning complete for port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:24.912078 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.946928 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:24.964991 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 8f629d20-4a18-4ecf-8502-6ff802e72c2c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:24.966023 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.038354 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf831d3-02e3-48a8-bd13-b9082599428b req-fc88157d-b89b-40ac-a879-33407b1c14d6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:25.043097 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cf831d3-02e3-48a8-bd13-b9082599428b req-fc88157d-b89b-40ac-a879-33407b1c14d6 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 950 time: 0.1545584 May 13 14:35:25.101187 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 3, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:25.121798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4491e265-88d3-49d9-a8bb-1686a5420d57), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.122483 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-d252200f-1e76-44a2-8632-4539fa79d19e service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628725 May 13 14:35:25.158793 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['4491e265-88d3-49d9-a8bb-1686a5420d57'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:35:25.163499 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e99a-c82d-4e4f-8a22-1c25cad14e1f None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 3, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:25.187424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Pushing event deleted for resources: {'Port': ['ID=4491e265-88d3-49d9-a8bb-1686a5420d57,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:25.213987 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:25.272697 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585acee-7807-4238-954e-df7a2de6aae9 None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:25.312231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] No DVR routers for this DVR port 4491e265-88d3-49d9-a8bb-1686a5420d57 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:25.316750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.323901 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-de673c51-f480-45dd-b5d2-d07cc4f0387b req-7eb6484b-60de-4a9b-80a2-d2f85398c9d4 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.97 "DELETE /v2.0/ports/4491e265-88d3-49d9-a8bb-1686a5420d57 HTTP/1.1" status: 204 len: 173 time: 1.1426113 May 13 14:35:25.336725 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'name': 'network-vif-deleted', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:25.340094 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b69696-02be-49de-bd8b-0dd847eff7ea" -d '{"events": [{"server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "name": "network-vif-deleted", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:25.341361 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cf831d3-02e3-48a8-bd13-b9082599428b req-0c7cce7a-cde4-4f3b-a16b-637134cb2d7d tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7046543-9724-4e75-bbc7-91849585a903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176590 May 13 14:35:25.398499 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Current status of the port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:25.398872 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.448995 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87decc-7d56-4599-b4eb-c9fb2e91b15c x-openstack-request-id: req-fc87decc-7d56-4599-b4eb-c9fb2e91b15c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:25.449287 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0e9ab1-50c3-473c-92d9-9a3753533c72", "name": "network-vif-deleted", "tag": "4491e265-88d3-49d9-a8bb-1686a5420d57", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:25.449787 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fc87decc-7d56-4599-b4eb-c9fb2e91b15c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:25.450430 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc87decc-7d56-4599-b4eb-c9fb2e91b15c'] response: {'server_uuid': 'ff0e9ab1-50c3-473c-92d9-9a3753533c72', 'name': 'network-vif-deleted', 'tag': '4491e265-88d3-49d9-a8bb-1686a5420d57', 'status': 'completed', 'code': 200} May 13 14:35:25.467958 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 8f629d20-4a18-4ecf-8502-6ff802e72c2c is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:25.469320 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:25.475648 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.476047 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] For port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:25.512191 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-a4f5b1e6-e19e-4f12-9110-a9d51bb2880a service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272154 May 13 14:35:25.547924 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:25.551883 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.643352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.809537 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ac2f-5fe0-4041-98aa-cee04bc73dc5 None None] Pushing event updated for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:25.812506 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks [] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.819371 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-fb73a641-b938-426c-8f2f-b42429f6587b None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:25.819984 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb73a641-b938-426c-8f2f-b42429f6587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.921095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fb73a641-b938-426c-8f2f-b42429f6587b None None] Port 34308fa3-97e2-4603-87a0-29e2dc457a67 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:25.943115 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:25.962348 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd81652b-70be-4566-9283-720b4f4b3f9d req-51c1260c-34f9-4cde-a0db-338067eac07f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0569916 May 13 14:35:25.963929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:25.964735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:26.076326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Pushing event updated for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:26.126092 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:26.127643 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:26.285550 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:35:26.453480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-a10e8e37-362a-47be-9fbb-3308b73403e6 None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:26.453977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a10e8e37-362a-47be-9fbb-3308b73403e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:26.505956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a10e8e37-362a-47be-9fbb-3308b73403e6 None None] Port 34308fa3-97e2-4603-87a0-29e2dc457a67 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:26.520445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:26.563365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1073a7a5-d73c-4a3a-b423-2142627e32cd req-bedfd9e3-c0ea-4b9e-bba6-44a03dfd6f06 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0401981 May 13 14:35:26.581102 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e23223be-2405-4266-b2b4-4b15cba69bfa admin admin] 10.222.0.102 "PUT /v2.0/routers/26ae9612-8c98-495a-bdb1-0f623aefcb5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0940411 May 13 14:35:26.606822 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:26.674973 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:26.675360 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:26.783669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:26.786726 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5e80d279-cfee-49a3-9a8f-936d5d28b49b up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:26.836426 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 5e80d279-cfee-49a3-9a8f-936d5d28b49b triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:26.836794 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:26.928305 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 5e80d279-cfee-49a3-9a8f-936d5d28b49b is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:26.928697 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:26.955507 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 5e80d279-cfee-49a3-9a8f-936d5d28b49b, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5e80d279-cfee-49a3-9a8f-936d5d28b49b,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:27.018642 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.066286 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-594a2f9d-4c1d-42ab-8166-7bb83bcfb495 req-d85d0b5f-73ce-4fb0-aa0c-0d8c9c62b49b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0285306 May 13 14:35:27.071823 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=5e80d279-cfee-49a3-9a8f-936d5d28b49b,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.429598 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43508) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:27.435707 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610179405-network', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:27.515547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Made reservation on behalf of ee4f12e742fa472287c4cf042c6e06e8 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:27.517888 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.527369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.607084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks [] for security_group (28d0dcca-14b7-4873-a82d-a8f1520cd121), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.680508 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6a07047c-307d-4b67-bc0d-fd5348f237e1 req-83671151-1373-4884-ba3c-61039a2df6c5 tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0276823 May 13 14:35:27.687657 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (28d0dcca-14b7-4873-a82d-a8f1520cd121), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.714216 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:27.724261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0dcca-14b7-4873-a82d-a8f1520cd121,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.729809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (0dab9b61-64b6-4770-a4d5-0fb731b25240), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.730245 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Added segment 0dab9b61-64b6-4770-a4d5-0fb731b25240 of type vlan for network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 May 13 14:35:27.772549 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.852676 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.854311 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:27.854929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:27.922310 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] Pushing event updated for resources: {'Network': ['ID=f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.934024 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:35:27.958792 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec329de5-45e5-483c-8179-371468a0cef1 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5273607 May 13 14:35:27.961586 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43516) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:27.966816 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Request body: {'subnet': {'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610179405-subnet', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:28.024295 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Made reservation on behalf of ee4f12e742fa472287c4cf042c6e06e8 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:28.027123 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26488586'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.177082 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f3811809-3a93-4cc7-b60c-dc567e38ca54 req-121e72f3-0067-41ae-a207-af35eb368c0b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0290017 May 13 14:35:28.253212 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26602885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26488596'] for subnet (725fd04b-6421-4d11-9069-072b7f774457), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.354845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=725fd04b-6421-4d11-9069-072b7f774457,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:28.362231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Checking segment: {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:28.362885 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Network hostable DHCP agents. Network: f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:28.435690 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:28.459604 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5e80d279-cfee-49a3-9a8f-936d5d28b49b up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:28.502243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:28.524566 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:28.525186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:28.532982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:28.537773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:28.540442 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.564902 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb92457-468a-430b-a516-23546cbcb0b2 None None] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:28.570296 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 5e80d279-cfee-49a3-9a8f-936d5d28b49b triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:28.570703 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.707391 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9868bd0c-4030-4f97-9f87-3b0f9d08ff05 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7445269 May 13 14:35:28.710145 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43534) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:28.717572 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:28.801339 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61d63a09-fed6-4ff3-a658-4b14ef30212a req-f2870cbe-6145-4ba6-858d-390d57ca4bad tempest-VolumesNegativeTest-14162781 tempest-VolumesNegativeTest-14162781-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0e9ab1-50c3-473c-92d9-9a3753533c72 HTTP/1.1" status: 200 len: 210 time: 0.0283251 May 13 14:35:28.808749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (75301899-618b-4067-9928-144c6c7198dc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.810516 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (75301899-618b-4067-9928-144c6c7198dc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.871190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for router_controller (75301899-618b-4067-9928-144c6c7198dc), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.905420 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'fixed_ips': [{'subnet_id': '725fd04b-6421-4d11-9069-072b7f774457'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:35:28.906269 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:28.914930 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:28.977709 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 5e80d279-cfee-49a3-9a8f-936d5d28b49b is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:29.153675 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for router_gateway (75301899-618b-4067-9928-144c6c7198dc), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.214754 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Allocated IP 172.20.0.2 (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5/725fd04b-6421-4d11-9069-072b7f774457/3a13a242-c470-48ac-b504-f17c1131199b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:29.266997 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4491e265-88d3-49d9-a8bb-1686a5420d57 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:35:29.286119 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaa57f39-4507-44b9-aed1-e51af79262a3 req-6eb2edf5-76cb-45e5-8c3e-a43a9f455c26 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0362270 May 13 14:35:29.336983 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 2, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:29.339275 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 4491e265-88d3-49d9-a8bb-1686a5420d57 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:35:29.339626 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4491e265-88d3-49d9-a8bb-1686a5420d57 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:35:29.375680 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:29.376048 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Updating router 26ae9612-8c98-495a-bdb1-0f623aefcb5b port 34308fa3-97e2-4603-87a0-29e2dc457a67 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:29.430974 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.606878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks [] for port (3a13a242-c470-48ac-b504-f17c1131199b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.680566 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (3a13a242-c470-48ac-b504-f17c1131199b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.724924 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:29.730234 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:29.734538 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for router_gateway (75301899-618b-4067-9928-144c6c7198dc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.735548 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:29.756104 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.787335 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Pushing event updated for resources: {'Port': ['ID=3a13a242-c470-48ac-b504-f17c1131199b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:29.894548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-2b3748d2-2b0c-4895-b0bd-eeb373dc78a6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.896051 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-2b3748d2-2b0c-4895-b0bd-eeb373dc78a6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.1305335 May 13 14:35:29.913104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'port': {'device_id': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'admin_state_up': True, 'tenant_id': '0e5947341da448bdbd19f72f520317b3'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:29.955253 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Attempting to bind port 3a13a242-c470-48ac-b504-f17c1131199b on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:29.955626 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Attempting to bind port 3a13a242-c470-48ac-b504-f17c1131199b by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:29.955994 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Attempting to bind port 3a13a242-c470-48ac-b504-f17c1131199b on network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Checking segment: {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Bound using segment: {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Bound port: 3a13a242-c470-48ac-b504-f17c1131199b, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:29.977870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (3a13a242-c470-48ac-b504-f17c1131199b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.085087 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks [] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.102989 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Allocated IP 172.27.0.11 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/efbf9835-3a56-4638-b4f9-04e3e7fa4153) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:30.114323 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] For port 3a13a242-c470-48ac-b504-f17c1131199b, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:30.118903 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] For port 3a13a242-c470-48ac-b504-f17c1131199b, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=3a13a242-c470-48ac-b504-f17c1131199b,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:30.156842 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.191164 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Made reservation on behalf of 0e5947341da448bdbd19f72f520317b3 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:30.195070 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.247181 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.259493 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (3a13a242-c470-48ac-b504-f17c1131199b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.326037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a6bc-4c09-4a31-b919-8bf7f213f7e0 None None] Pushing event updated for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:30.402482 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.414719 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Attempting to bind port 34308fa3-97e2-4603-87a0-29e2dc457a67 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:30.419215 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Attempting to bind port 34308fa3-97e2-4603-87a0-29e2dc457a67 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:30.419215 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Attempting to bind port 34308fa3-97e2-4603-87a0-29e2dc457a67 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:30.433604 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:30.433604 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:30.434017 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.434471 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Bound using segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:30.435127 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Bound port: 34308fa3-97e2-4603-87a0-29e2dc457a67, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:30.435522 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.481776 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:30.482910 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcaad-ee01-420d-9bf4-09e7a98ef028 None None] Pushing event updated for resources: {'Port': ['ID=3a13a242-c470-48ac-b504-f17c1131199b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:30.507702 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Allocated IP 172.20.0.9 (9876c1ab-e914-4674-b81f-2c54befe255f/e9065c20-6871-4bfe-a553-819c1dd70dac/e155ff52-6789-403f-843f-d8f62ae1f6f2) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:30.525931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:30.528333 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Pushing event updated for resources: {'Port': ['ID=efbf9835-3a56-4638-b4f9-04e3e7fa4153,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:30.546081 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:30.664898 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] For port 34308fa3-97e2-4603-87a0-29e2dc457a67, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:30.682788 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] For port 34308fa3-97e2-4603-87a0-29e2dc457a67, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=34308fa3-97e2-4603-87a0-29e2dc457a67,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:30.720417 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-efcc4072-e492-4474-a59c-590a075eb390 None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:30.720696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-efcc4072-e492-4474-a59c-590a075eb390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.784563 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.852585 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:30.915313 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-818448fa-8a0f-47fa-9554-8c8565aad2cb req-e1fb273b-6149-4104-8737-122021b20774 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0682025 May 13 14:35:30.924699 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:30.925802 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:30.928247 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-efcc4072-e492-4474-a59c-590a075eb390 None None] Port 34308fa3-97e2-4603-87a0-29e2dc457a67 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:30.965989 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-5947eba3-62f3-41dc-b703-f0668b842bf6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.967833 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-5947eba3-62f3-41dc-b703-f0668b842bf6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.8363311 May 13 14:35:30.992144 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'port': {'device_id': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'admin_state_up': True, 'tenant_id': '0e5947341da448bdbd19f72f520317b3'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:31.107526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.136870 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for router_gateway (75301899-618b-4067-9928-144c6c7198dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.143225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a6bc-4c09-4a31-b919-8bf7f213f7e0 None None] Pushing event updated for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.186999 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:31.192529 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:31.218188 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:31.239436 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:31.323135 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.357829 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.358498 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.450300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:31.451225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.464530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Made reservation on behalf of 0e5947341da448bdbd19f72f520317b3 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:31.468258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.501947 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (75301899-618b-4067-9928-144c6c7198dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.503701 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e7335f72-eac6-4576-ad2d-d37ba1903edf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949080 May 13 14:35:31.628147 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Request body: {'port': {'device_id': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:31.818741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Allocated IP 172.20.0.13 (9876c1ab-e914-4674-b81f-2c54befe255f/e9065c20-6871-4bfe-a553-819c1dd70dac/7f857ce7-c11a-4b77-af0e-53e90ac6fb4b) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:31.818950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Router 75301899-618b-4067-9928-144c6c7198dc is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:35:31.875531 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.943594 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Current status of the port 34308fa3-97e2-4603-87a0-29e2dc457a67 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:31.944074 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:31.997494 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:32.010412 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Sync routers for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:32.029865 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:32.031796 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:32.081452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:32.087125 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] For port 34308fa3-97e2-4603-87a0-29e2dc457a67, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=34308fa3-97e2-4603-87a0-29e2dc457a67,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:32.111797 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5fd5d49b-32b7-4d53-bc3a-22218c7b3cb5 req-11af49e0-9930-4522-b248-e3b882ddf2ad tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0846076 May 13 14:35:32.116635 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d6295-e7d8-46be-84a0-3916a0d4b23e None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:32.169911 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7e550-8a45-442d-a34a-967e91a6ae5a None None] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:32.174454 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.203425 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.205090 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0b698ed9-7303-484d-96e8-701de02aa4af admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4931891 May 13 14:35:32.213470 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43702) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:32.220244 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:32.244266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.404305 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Provisioning complete for port 3a13a242-c470-48ac-b504-f17c1131199b triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:32.404681 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (3a13a242-c470-48ac-b504-f17c1131199b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.485588 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698bf77-1fbc-4346-87b0-bb43144936fe None None] Pushing event updated for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.547997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.583556 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Current status of the port 3a13a242-c470-48ac-b504-f17c1131199b is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:32.583949 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (3a13a242-c470-48ac-b504-f17c1131199b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.624461 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] For port 3a13a242-c470-48ac-b504-f17c1131199b, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=3a13a242-c470-48ac-b504-f17c1131199b,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:32.644417 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 34308fa3-97e2-4603-87a0-29e2dc457a67 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:32.696274 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 3, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:32.738505 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (3a13a242-c470-48ac-b504-f17c1131199b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.739580 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.758169 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:32.767151 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Provisioning complete for port e155ff52-6789-403f-843f-d8f62ae1f6f2 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:32.767541 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.772874 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Checking router: 75301899-618b-4067-9928-144c6c7198dc for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:32.773568 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Updating router 75301899-618b-4067-9928-144c6c7198dc port efbf9835-3a56-4638-b4f9-04e3e7fa4153 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:32.814128 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:32.859557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:32.868731 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:33.012054 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e155ff52-6789-403f-843f-d8f62ae1f6f2 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:33.018915 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:33.019329 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.054532 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks [] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.092874 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Port e155ff52-6789-403f-843f-d8f62ae1f6f2 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:33.113679 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243d51b-9c9b-48dd-be1d-cae1c6dafc32 None None] Pushing event updated for resources: {'Port': ['ID=3a13a242-c470-48ac-b504-f17c1131199b,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.115402 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.117232 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.158332 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Transition to ACTIVE for port object e155ff52-6789-403f-843f-d8f62ae1f6f2 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:35:33.210013 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-73f53b54-ba22-4d0f-b40c-02cc3456eff4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2224166 May 13 14:35:33.223403 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Request body: {'port': {'device_id': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:33.274980 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-8f311442-4c41-4f6e-9a09-7c34640fff07 None None] Provisioning complete for port 3a13a242-c470-48ac-b504-f17c1131199b triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:33.276026 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f311442-4c41-4f6e-9a09-7c34640fff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (3a13a242-c470-48ac-b504-f17c1131199b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.308714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.344897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.362173 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 34308fa3-97e2-4603-87a0-29e2dc457a67 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:33.363476 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 3a13a242-c470-48ac-b504-f17c1131199b up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:33.381198 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks [] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.439029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd5522-5ec1-40f3-a4ca-d20f41369629 req-bd6065ad-f18e-4991-842d-6e434422eae9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.441090 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99bd5522-5ec1-40f3-a4ca-d20f41369629 req-bd6065ad-f18e-4991-842d-6e434422eae9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 932 time: 0.0988939 May 13 14:35:33.459038 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.489666 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 3a13a242-c470-48ac-b504-f17c1131199b triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:33.490052 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (3a13a242-c470-48ac-b504-f17c1131199b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.500983 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Pushing event updated for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.524959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8f311442-4c41-4f6e-9a09-7c34640fff07 None None] Current status of the port 3a13a242-c470-48ac-b504-f17c1131199b is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:33.534988 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.620110 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99bd5522-5ec1-40f3-a4ca-d20f41369629 req-fce34d99-0b2f-4f59-9a1d-493d6b295642 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676497 May 13 14:35:33.649081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 3a13a242-c470-48ac-b504-f17c1131199b is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:33.680042 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-6495e293-48e4-4670-ad7d-7f0b731e96ca None None] Provisioning complete for port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:33.680419 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6495e293-48e4-4670-ad7d-7f0b731e96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.747703 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992a86-db9f-4c11-9390-f8ff169ab33c None None] Pushing event updated for resources: {'Port': ['ID=efbf9835-3a56-4638-b4f9-04e3e7fa4153,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.750202 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Attempting to bind port efbf9835-3a56-4638-b4f9-04e3e7fa4153 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:33.750567 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Attempting to bind port efbf9835-3a56-4638-b4f9-04e3e7fa4153 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:33.767470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6495e293-48e4-4670-ad7d-7f0b731e96ca None None] Port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:33.773097 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Attempting to bind port efbf9835-3a56-4638-b4f9-04e3e7fa4153 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:33.787468 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:33.787960 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:33.788223 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.788740 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:33.789125 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Bound port: efbf9835-3a56-4638-b4f9-04e3e7fa4153, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:33.789456 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.864570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Attempting to bind port e155ff52-6789-403f-843f-d8f62ae1f6f2 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:33.864907 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Attempting to bind port e155ff52-6789-403f-843f-d8f62ae1f6f2 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:33.868634 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Attempting to bind port e155ff52-6789-403f-843f-d8f62ae1f6f2 on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:33.881409 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] For port efbf9835-3a56-4638-b4f9-04e3e7fa4153, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:33.886592 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] For port efbf9835-3a56-4638-b4f9-04e3e7fa4153, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=efbf9835-3a56-4638-b4f9-04e3e7fa4153,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:33.902791 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Port e155ff52-6789-403f-843f-d8f62ae1f6f2 on network 9876c1ab-e914-4674-b81f-2c54befe255f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:35:33.903396 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Attempting to bind port e155ff52-6789-403f-843f-d8f62ae1f6f2 on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:33.915890 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:33.916292 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:33.916952 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Bound using segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:33.917610 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Bound port: e155ff52-6789-403f-843f-d8f62ae1f6f2, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:33.917976 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:33.990356 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.091790 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992a86-db9f-4c11-9390-f8ff169ab33c None None] Pushing event updated for resources: {'Port': ['ID=efbf9835-3a56-4638-b4f9-04e3e7fa4153,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.112462 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:34.113109 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:34.121494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:34.125775 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Allocated IP 172.20.0.1 (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5/725fd04b-6421-4d11-9069-072b7f774457/eea1f447-d717-403f-a60c-1b231c07f3b5) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:34.153637 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:34.245994 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:34.260570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:34.270327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks [] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.285534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Transition to ACTIVE for port object 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:35:34.291950 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.292437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks [] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.378595 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.379786 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.380839 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] 10.222.0.97 "PUT /v2.0/ports/e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 200 len: 1093 time: 2.8223977 May 13 14:35:34.381312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:34.391562 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148" -d '{"events": [{"name": "network-changed", "server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:34.397544 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.453498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.520196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78944ab0-e886-482c-ae6c-97e67d34d739 x-openstack-request-id: req-78944ab0-e886-482c-ae6c-97e67d34d739 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:34.520326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:34.520569 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-78944ab0-e886-482c-ae6c-97e67d34d739 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:34.520975 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78944ab0-e886-482c-ae6c-97e67d34d739'] response: {'name': 'network-changed', 'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2', 'status': 'completed', 'code': 200} May 13 14:35:34.625694 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:34.631813 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 3a13a242-c470-48ac-b504-f17c1131199b up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:34.641752 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:34.653510 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 3, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:34.663505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Pushing event updated for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.669118 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:34.669118 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (75301899-618b-4067-9928-144c6c7198dc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.693503 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765e961-fdaa-4d36-9a83-5a194abd5819 service neutron] Pushing event updated for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.773255 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:35:34.789023 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-26ca2d0b-1a90-4584-901b-fdf9a4e05321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.790556 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-26ca2d0b-1a90-4584-901b-fdf9a4e05321 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1127 time: 0.2511563 May 13 14:35:34.801846 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a6e96-80cd-49c1-a00b-8d56c7d75e9f None None] The sync data for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi is: [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 3, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:34.828588 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 3a13a242-c470-48ac-b504-f17c1131199b triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:34.828941 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (3a13a242-c470-48ac-b504-f17c1131199b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:34.978079 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Pushing event updated for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.112929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d3-092f-4269-a596-e0602112255b req-effd0fc8-1dd4-49c9-8d41-3962114a7ed1 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.112929 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bcd36d3-092f-4269-a596-e0602112255b req-effd0fc8-1dd4-49c9-8d41-3962114a7ed1 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.2842491 May 13 14:35:35.134330 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 3a13a242-c470-48ac-b504-f17c1131199b is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:35.138374 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 34308fa3-97e2-4603-87a0-29e2dc457a67 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:35.212361 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bcd36d3-092f-4269-a596-e0602112255b req-6d67e45a-a6c7-4194-9563-fa5a1f538d19 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 May 13 14:35:35.229249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.302417 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-f5f072d0-45f7-483f-a100-28fac74638c4 None None] Provisioning complete for port eea1f447-d717-403f-a60c-1b231c07f3b5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:35.308779 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5f072d0-45f7-483f-a100-28fac74638c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.309022 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43838) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:35.402710 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f5f072d0-45f7-483f-a100-28fac74638c4 None None] Port eea1f447-d717-403f-a60c-1b231c07f3b5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:35.416679 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 34308fa3-97e2-4603-87a0-29e2dc457a67 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:35.416679 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.538146 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Attempting to bind port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:35.540932 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Attempting to bind port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:35.541626 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Attempting to bind port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:35.548289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b on network 9876c1ab-e914-4674-b81f-2c54befe255f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:35:35.549826 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Attempting to bind port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:35.564857 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:35.565218 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:35.565578 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Bound using segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:35.566014 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Bound port: 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:35.566371 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.633404 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks [] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.646912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 34308fa3-97e2-4603-87a0-29e2dc457a67 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:35.649095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-5262e983-7b1a-4cbb-a10c-a096034fbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.651342 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-5262e983-7b1a-4cbb-a10c-a096034fbd67 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0e5947341da448bdbd19f72f520317b3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8337708 May 13 14:35:35.680600 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0793f81-ee7a-44e5-899c-749b0c03c78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.711331 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.712071 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (75301899-618b-4067-9928-144c6c7198dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.738174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:35.755237 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:35.793776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-a21d9fd4-28f4-4705-bb07-d42d37ef717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.795730 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d6fbd0c-23b3-4ae4-be11-f3e1301e7148 req-a21d9fd4-28f4-4705-bb07-d42d37ef717e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345115 May 13 14:35:35.819458 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.845318 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Pushing event updated for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.894445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.895900 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.896570 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] 10.222.0.97 "PUT /v2.0/ports/7f857ce7-c11a-4b77-af0e-53e90ac6fb4b HTTP/1.1" status: 200 len: 1094 time: 2.6778262 May 13 14:35:35.901393 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0793f81-ee7a-44e5-899c-749b0c03c78e admin admin] Publish callbacks [] for security_group (e359baa6-6c3a-4bee-823e-8fc36118e4db), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:35.912861 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-b4e1ae08-7edb-4cfb-84f4-6cfb2bf890c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.914403 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-b4e1ae08-7edb-4cfb-84f4-6cfb2bf890c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1127 time: 0.0611327 May 13 14:35:35.922519 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:35.924037 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:35.975590 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-e256fe2b-34df-4cc9-95c8-2e69d44fde8f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0466824 May 13 14:35:35.976197 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214217b-33cd-4db7-86d4-6ebe9156659f service neutron] Pushing event updated for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.020778 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0793f81-ee7a-44e5-899c-749b0c03c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e359baa6-6c3a-4bee-823e-8fc36118e4db), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.178924 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b0793f81-ee7a-44e5-899c-749b0c03c78e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ecf58c2df63a40ee9c2dba7cd0f8ebc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8688076 May 13 14:35:36.181593 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43866) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:36.184761 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0793f81-ee7a-44e5-899c-749b0c03c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e359baa6-6c3a-4bee-823e-8fc36118e4db,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.221957 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Router 75301899-618b-4067-9928-144c6c7198dc has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:35:36.258888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-9a6ed4ed-b781-4959-8b5a-9f710404e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.261475 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-9a6ed4ed-b781-4959-8b5a-9f710404e4e5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 1128 time: 0.2079604 May 13 14:35:36.266322 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-6e44fd10-ecfa-4de6-81f1-e67b4ff971bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.268048 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-6e44fd10-ecfa-4de6-81f1-e67b4ff971bb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.2659321 May 13 14:35:36.362462 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-f1d8daf4-d4b6-4bc6-9f77-75196aad3cbf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b HTTP/1.1" status: 200 len: 217 time: 0.0821435 May 13 14:35:36.394844 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-091d53e9-9f08-4674-a1e4-db1f046f7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.397313 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-091d53e9-9f08-4674-a1e4-db1f046f7130 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152153 May 13 14:35:36.398221 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-ede22b9c-9035-4bc1-8e46-01a8a62da9ad None None] Provisioning complete for port eea1f447-d717-403f-a60c-1b231c07f3b5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:36.405527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede22b9c-9035-4bc1-8e46-01a8a62da9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.435491 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] Publish callbacks [] for security_group (e359baa6-6c3a-4bee-823e-8fc36118e4db), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.490392 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ede22b9c-9035-4bc1-8e46-01a8a62da9ad None None] Port eea1f447-d717-403f-a60c-1b231c07f3b5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:36.514151 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-7f7d24ad-1e26-4b2a-8174-d2121e42833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.516397 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-7f7d24ad-1e26-4b2a-8174-d2121e42833a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.1425989 May 13 14:35:36.521987 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:36.524511 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93599bbf-7c55-42ac-9120-50cbc332e4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:36.530203 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] Publish callbacks [] for security_group (e359baa6-6c3a-4bee-823e-8fc36118e4db), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.555123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:36.564718 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device efbf9835-3a56-4638-b4f9-04e3e7fa4153 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:36.570917 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ae9b189e-a055-41ac-af4d-85460d5ae8fb admin admin] 10.222.0.102 "PUT /v2.0/routers/75301899-618b-4067-9928-144c6c7198dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3562062 May 13 14:35:36.612831 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046503-5968-49f8-ab69-64e4cba3700f req-5037f963-7980-4928-8720-946dd2c37dff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.616976 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f6046503-5968-49f8-ab69-64e4cba3700f req-5037f963-7980-4928-8720-946dd2c37dff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.1936450 May 13 14:35:36.651917 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c311eb14-5f4b-423e-b32f-3044c792ff33 x-openstack-request-id: req-c311eb14-5f4b-423e-b32f-3044c792ff33 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:36.651917 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:36.652547 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c311eb14-5f4b-423e-b32f-3044c792ff33 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:36.655911 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c311eb14-5f4b-423e-b32f-3044c792ff33'] response: {'name': 'network-changed', 'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b', 'status': 'completed', 'code': 200} May 13 14:35:36.659875 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-e7016dd3-e5ef-453c-905e-a0a47a538a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.663128 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-e7016dd3-e5ef-453c-905e-a0a47a538a06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1288011 May 13 14:35:36.671590 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-0d99796d-4eee-4811-9c06-b4df96996f21 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523384 May 13 14:35:36.674236 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port efbf9835-3a56-4638-b4f9-04e3e7fa4153 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:36.674752 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.715128 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f6046503-5968-49f8-ab69-64e4cba3700f req-4bb6b8f1-c602-47dc-8f21-319360f6ea99 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893066 May 13 14:35:36.840293 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e359baa6-6c3a-4bee-823e-8fc36118e4db), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.842891 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.844075 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e359baa6-6c3a-4bee-823e-8fc36118e4db HTTP/1.1" status: 204 len: 168 time: 0.6605325 May 13 14:35:36.856877 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port efbf9835-3a56-4638-b4f9-04e3e7fa4153 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:36.857498 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:36.892797 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port efbf9835-3a56-4638-b4f9-04e3e7fa4153, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=efbf9835-3a56-4638-b4f9-04e3e7fa4153,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:36.903314 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0949bba-0d0e-41ab-bf4e-e1e615d854c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e359baa6-6c3a-4bee-823e-8fc36118e4db,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.963099 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb7c3ead-f25b-46c1-9926-ccd5e42847cb req-20b3756d-edec-40aa-aa0b-ad2f9a2e2852 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732415 May 13 14:35:36.965145 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-cba6150a-100b-4a0a-9e03-2ab08504f47d service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783134 May 13 14:35:37.008154 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.141003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=efbf9835-3a56-4638-b4f9-04e3e7fa4153,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.141877 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f848daff-7864-4f7e-b864-3006d57ddb9d req-d6348747-a6b8-45f4-bf39-bba639c9b179 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602046 May 13 14:35:37.304401 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43916) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:37.309998 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916240368', 'description': 'tempest-secgroup-smoke-1916240368 description', 'project_id': '8391c9f300934ba28228812c22438db9'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:37.390286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.462247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (dc220401-f0de-4aaf-a753-389c91238d66), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.549607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (dc220401-f0de-4aaf-a753-389c91238d66), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.581251 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc220401-f0de-4aaf-a753-389c91238d66,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.602592 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43918) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:37.620867 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5348a188-21e3-4ebb-8959-08fd180b1d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.652938 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.654212 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9a22a5b6-1b57-42b6-9552-ce6f2b9a54c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3489077 May 13 14:35:37.657596 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43920) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:37.662291 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:37.702408 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5348a188-21e3-4ebb-8959-08fd180b1d42 admin admin] Publish callbacks [] for security_group (53a00f9c-68bc-4566-b9a7-e9acc7718d4b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.751657 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (46ebb32b-7ea0-431f-8796-ff09b54480dc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.773332 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5348a188-21e3-4ebb-8959-08fd180b1d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (53a00f9c-68bc-4566-b9a7-e9acc7718d4b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.819677 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5348a188-21e3-4ebb-8959-08fd180b1d42 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f80f9be096604ee7ac999a6e4bf8fa0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159154 May 13 14:35:37.820598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348a188-21e3-4ebb-8959-08fd180b1d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a00f9c-68bc-4566-b9a7-e9acc7718d4b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.825082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43924) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:37.854205 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (46ebb32b-7ea0-431f-8796-ff09b54480dc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.872467 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa7d0-a2b1-4a20-9a66-1a9148ceec8b req-523f0f6f-6b8e-4a27-b6c3-1c9314cc64e5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.873980 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-855fa7d0-a2b1-4a20-9a66-1a9148ceec8b req-523f0f6f-6b8e-4a27-b6c3-1c9314cc64e5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.0599711 May 13 14:35:37.883132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] Publish callbacks [] for security_group (53a00f9c-68bc-4566-b9a7-e9acc7718d4b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.908523 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] Publish callbacks [] for security_group (53a00f9c-68bc-4566-b9a7-e9acc7718d4b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.927057 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-855fa7d0-a2b1-4a20-9a66-1a9148ceec8b req-20babb05-241e-4c37-a6d4-24de018bbba4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 May 13 14:35:37.932555 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (46ebb32b-7ea0-431f-8796-ff09b54480dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:37.955421 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ebb32b-7ea0-431f-8796-ff09b54480dc,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.037834 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.042291 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-636b99c6-46a5-4c15-b8b1-aeadc66a8807 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804362 May 13 14:35:38.042603 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43930) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:38.047249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:38.081619 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (53a00f9c-68bc-4566-b9a7-e9acc7718d4b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.084386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.090862 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/53a00f9c-68bc-4566-b9a7-e9acc7718d4b HTTP/1.1" status: 204 len: 168 time: 0.2594194 May 13 14:35:38.099300 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cd86c-b9a1-4df3-a913-2981936c1334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a00f9c-68bc-4566-b9a7-e9acc7718d4b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.144025 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Sync routers for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:38.148681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (fea4e18b-c958-491a-8c9b-034eb43b433d), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.165011 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:38.166770 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:38.243389 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (fea4e18b-c958-491a-8c9b-034eb43b433d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.312108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:38.315566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (fea4e18b-c958-491a-8c9b-034eb43b433d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.335391 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea4e18b-c958-491a-8c9b-034eb43b433d,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.426750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.430849 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43940) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:38.431313 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c7a768e9-377b-4784-a431-efcc68ac7190 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3876252 May 13 14:35:38.436380 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:38.458723 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device efbf9835-3a56-4638-b4f9-04e3e7fa4153 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:38.548576 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (0e73dafa-58e9-4840-addc-295a9d9158cd), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.563518 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port efbf9835-3a56-4638-b4f9-04e3e7fa4153 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:38.563903 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.592041 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:35Z', 'revision_number': 4, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'eea1f447-d717-403f-a60c-1b231c07f3b5', 'name': '', 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'mac_address': 'fa:16:3e:41:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '725fd04b-6421-4d11-9069-072b7f774457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:33Z', 'updated_at': '2022-05-13T14:35:35Z', 'revision_number': 2, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'subnets': [{'id': '725fd04b-6421-4d11-9069-072b7f774457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:38.630843 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Checking router: 75301899-618b-4067-9928-144c6c7198dc for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:38.631198 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Updating router 75301899-618b-4067-9928-144c6c7198dc port eea1f447-d717-403f-a60c-1b231c07f3b5 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:38.641085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (0e73dafa-58e9-4840-addc-295a9d9158cd), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.674335 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.687610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (0e73dafa-58e9-4840-addc-295a9d9158cd), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.714476 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e73dafa-58e9-4840-addc-295a9d9158cd,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.755483 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port efbf9835-3a56-4638-b4f9-04e3e7fa4153 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:38.759200 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43952) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:38.770163 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.777500 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b63e78a6-15fb-4f2f-a7b2-b0c4caa42ac5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396275 May 13 14:35:38.777867 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43956) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:38.782084 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:38.846770 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (8d3f0d52-d070-4322-8dc5-55f77f03dc44), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.937697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (8d3f0d52-d070-4322-8dc5-55f77f03dc44), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:38.948257 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-469192a1-87ba-408c-9450-867add32849b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9bb807eaa129421d8a374f9b8d53031a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819704 May 13 14:35:38.948516 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43962) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:39.001184 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (8d3f0d52-d070-4322-8dc5-55f77f03dc44), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.021907 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks [] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.031496 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3f0d52-d070-4322-8dc5-55f77f03dc44,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.062363 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] Publish callbacks [] for security_group (e7046543-9724-4e75-bbc7-91849585a903), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.081281 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.095448 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8736-ea22-48be-8adf-2ed017e0b1f2 req-12dd8828-7035-4d63-bff6-aa0fd92d2b51 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.097092 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-86cd8736-ea22-48be-8adf-2ed017e0b1f2 req-12dd8828-7035-4d63-bff6-aa0fd92d2b51 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.0753384 May 13 14:35:39.102483 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] Publish callbacks [] for security_group (e7046543-9724-4e75-bbc7-91849585a903), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.113371 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.115008 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3854cec1-0cba-4d81-8c9e-8a387429e80c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3361573 May 13 14:35:39.117468 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 43966) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:39.125809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:39.186468 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-86cd8736-ea22-48be-8adf-2ed017e0b1f2 req-fbde8261-71c1-4cfc-b73d-ad5fdfc5c7a5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 May 13 14:35:39.212984 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Project 8391c9f300934ba28228812c22438db9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:35:39.219356 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (96f2a04b-17bd-48fa-b3b3-0cb6fc8fb1fc), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.264175 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (e7046543-9724-4e75-bbc7-91849585a903), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.266867 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.268844 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e7046543-9724-4e75-bbc7-91849585a903 HTTP/1.1" status: 204 len: 168 time: 0.3193984 May 13 14:35:39.282905 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35435299-0ebc-4146-9cb3-13c237d48cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7046543-9724-4e75-bbc7-91849585a903,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.307224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (96f2a04b-17bd-48fa-b3b3-0cb6fc8fb1fc), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.313027 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcf970-59ad-4f84-8638-6e6c9f8fa5ee None None] Pushing event updated for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.359152 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Attempting to bind port eea1f447-d717-403f-a60c-1b231c07f3b5 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:39.359519 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Attempting to bind port eea1f447-d717-403f-a60c-1b231c07f3b5 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:39.359880 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Attempting to bind port eea1f447-d717-403f-a60c-1b231c07f3b5 on network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:39.366054 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:39.366435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Checking segment: {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:39.372284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.372284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Bound using segment: {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:39.372284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Bound port: eea1f447-d717-403f-a60c-1b231c07f3b5, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab9b61-64b6-4770-a4d5-0fb731b25240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:39.372284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.396250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (96f2a04b-17bd-48fa-b3b3-0cb6fc8fb1fc), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.417471 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f2a04b-17bd-48fa-b3b3-0cb6fc8fb1fc,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.446545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] For port eea1f447-d717-403f-a60c-1b231c07f3b5, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:39.450480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] For port eea1f447-d717-403f-a60c-1b231c07f3b5, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=eea1f447-d717-403f-a60c-1b231c07f3b5,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:39.500337 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.501556 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1c86becf-a097-4f13-a446-5bb92f451b96 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3825378 May 13 14:35:39.504485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 43978) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:39.511397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'security_group_rule': {'security_group_id': 'dc220401-f0de-4aaf-a753-389c91238d66', 'project_id': '8391c9f300934ba28228812c22438db9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:39.545484 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.601478 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.securitygroups_db [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Project 8391c9f300934ba28228812c22438db9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:35:39.609069 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (4df4d07c-1bf3-4ae8-a3c5-ccec7e59999f), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.622617 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Provisioning complete for port eea1f447-d717-403f-a60c-1b231c07f3b5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:39.623035 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.651989 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:39.652625 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:39.709740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (4df4d07c-1bf3-4ae8-a3c5-ccec7e59999f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.768180 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcf970-59ad-4f84-8638-6e6c9f8fa5ee None None] Pushing event updated for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.808650 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (4df4d07c-1bf3-4ae8-a3c5-ccec7e59999f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.858553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df4d07c-1bf3-4ae8-a3c5-ccec7e59999f,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.875813 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:39.918127 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:39.923136 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2f8f5c94-6a4b-4d32-993e-0c28e5665e21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4171414 May 13 14:35:39.937776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Current status of the port eea1f447-d717-403f-a60c-1b231c07f3b5 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:39.938183 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:40.026198 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] For port eea1f447-d717-403f-a60c-1b231c07f3b5, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=eea1f447-d717-403f-a60c-1b231c07f3b5,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:40.074918 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:40.154088 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484ff5-ee8b-4597-8f6a-ee64fdafb8c8 None None] Pushing event updated for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.211832 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:35Z', 'revision_number': 4, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'eea1f447-d717-403f-a60c-1b231c07f3b5', 'name': '', 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'mac_address': 'fa:16:3e:41:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '725fd04b-6421-4d11-9069-072b7f774457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:33Z', 'updated_at': '2022-05-13T14:35:39Z', 'revision_number': 4, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'subnets': [{'id': '725fd04b-6421-4d11-9069-072b7f774457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:40.215498 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-9d63c98e-7930-4625-83fd-f7c02a3dcafd None None] Provisioning complete for port eea1f447-d717-403f-a60c-1b231c07f3b5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:40.215867 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d63c98e-7930-4625-83fd-f7c02a3dcafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:40.243780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d715-db6e-4dd0-9f7a-6b7d4bfdf337 None None] The sync data for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi is: [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:35:35Z', 'revision_number': 4, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'eea1f447-d717-403f-a60c-1b231c07f3b5', 'name': '', 'network_id': 'f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'mac_address': 'fa:16:3e:41:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '725fd04b-6421-4d11-9069-072b7f774457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:33Z', 'updated_at': '2022-05-13T14:35:39Z', 'revision_number': 4, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'subnets': [{'id': '725fd04b-6421-4d11-9069-072b7f774457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:40.348041 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d063-d18e-462b-a193-88386b2c7e7d req-f97ad26d-f132-4989-830d-8b5bf4267346 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.354884 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7b7d063-d18e-462b-a193-88386b2c7e7d req-f97ad26d-f132-4989-830d-8b5bf4267346 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.0840318 May 13 14:35:40.435108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9d63c98e-7930-4625-83fd-f7c02a3dcafd None None] Current status of the port eea1f447-d717-403f-a60c-1b231c07f3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:40.472515 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7b7d063-d18e-462b-a193-88386b2c7e7d req-6373a365-9b29-4bd9-aa25-113a202dfbfe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083822 May 13 14:35:40.558395 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device eea1f447-d717-403f-a60c-1b231c07f3b5 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:40.638667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port eea1f447-d717-403f-a60c-1b231c07f3b5 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:40.639069 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:40.763629 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port eea1f447-d717-403f-a60c-1b231c07f3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:40.986478 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44062) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:41.105348 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515649550-network', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:41.190198 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Made reservation on behalf of f2e16a9058094ec7a0d081e177a6dde5 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:41.192558 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.206615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.296503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks [] for security_group (c0004adc-8795-48e7-9315-f57f859b95f6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.367482 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c0004adc-8795-48e7-9315-f57f859b95f6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.390355 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:41.393893 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44072) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:41.406739 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0004adc-8795-48e7-9315-f57f859b95f6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.410435 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (eeab216d-f2cb-4b4c-8d92-efd9256676cb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.410816 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Added segment eeab216d-f2cb-4b4c-8d92-efd9256676cb of type vlan for network c171db94-b049-455d-b168-7668289abdc8 May 13 14:35:41.460117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (c171db94-b049-455d-b168-7668289abdc8), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.524624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-81b6a9b7-c87a-4875-acf3-dea1644aaea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.563450 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (c171db94-b049-455d-b168-7668289abdc8), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.563742 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.564434 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.608943 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-81b6a9b7-c87a-4875-acf3-dea1644aaea8 admin admin] Publish callbacks [] for security_group (03c42970-dcf8-49cc-bfc5-5c80f82282d2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.653839 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1337-efde-4adb-b3d6-2a61ff69475b req-e442940c-e5ea-40a4-a7c2-1dc2f9bb9d57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.655799 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5d1337-efde-4adb-b3d6-2a61ff69475b req-e442940c-e5ea-40a4-a7c2-1dc2f9bb9d57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 944 time: 0.1040330 May 13 14:35:41.667085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] Pushing event updated for resources: {'Network': ['ID=c171db94-b049-455d-b168-7668289abdc8,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.678240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network c171db94-b049-455d-b168-7668289abdc8 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:35:41.699504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-81b6a9b7-c87a-4875-acf3-dea1644aaea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (03c42970-dcf8-49cc-bfc5-5c80f82282d2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.721580 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5d1337-efde-4adb-b3d6-2a61ff69475b req-f876363b-3832-4f69-b434-c81860c14c81 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 May 13 14:35:41.727153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5ab72c26-cf9e-4944-8eac-a899c6ccde35 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7393572 May 13 14:35:41.728861 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44088) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:41.734314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Request body: {'subnet': {'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515649550-subnet', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:41.745646 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-81b6a9b7-c87a-4875-acf3-dea1644aaea8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e4d9bddaf14147658dcc8b976d27813a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504846 May 13 14:35:41.748068 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6a9b7-c87a-4875-acf3-dea1644aaea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c42970-dcf8-49cc-bfc5-5c80f82282d2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.751001 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44090) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:41.801389 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e155ff52-6789-403f-843f-d8f62ae1f6f2 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:35:41.809123 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] Publish callbacks [] for security_group (03c42970-dcf8-49cc-bfc5-5c80f82282d2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.841788 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Made reservation on behalf of f2e16a9058094ec7a0d081e177a6dde5 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:41.844638 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.861676 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] Publish callbacks [] for security_group (03c42970-dcf8-49cc-bfc5-5c80f82282d2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:41.893246 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-7a5baa78-919f-4969-95b4-c7ba60d9dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.894740 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-7a5baa78-919f-4969-95b4-c7ba60d9dc7c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 1128 time: 0.0647943 May 13 14:35:41.964322 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:41.983669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'e155ff52-6789-403f-843f-d8f62ae1f6f2', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'port_id': 'e155ff52-6789-403f-843f-d8f62ae1f6f2', 'mac_address': 'fa:16:3e:93:5b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:35:42.018132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-4731c40c-356a-475a-b715-303dc1f4777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.019728 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-4731c40c-356a-475a-b715-303dc1f4777f service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.1134319 May 13 14:35:42.032372 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port e155ff52-6789-403f-843f-d8f62ae1f6f2 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:42.032761 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.036690 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (03c42970-dcf8-49cc-bfc5-5c80f82282d2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.039253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.043535 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/03c42970-dcf8-49cc-bfc5-5c80f82282d2 HTTP/1.1" status: 204 len: 168 time: 0.2882969 May 13 14:35:42.052068 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e155ff52-6789-403f-843f-d8f62ae1f6f2 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:42.092542 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:42.096058 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55ea48-d037-44fa-ae67-1104f65134a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c42970-dcf8-49cc-bfc5-5c80f82282d2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.107812 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-c52ec972-45d8-42df-bfc6-c58d69d91b54 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b HTTP/1.1" status: 200 len: 217 time: 0.0697055 May 13 14:35:42.151123 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.152271 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:35:42.173021 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-aeba5518-6450-47ad-82ef-a21aed5bc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.174589 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-aeba5518-6450-47ad-82ef-a21aed5bc4e8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0690000 May 13 14:35:42.222608 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.226612 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:42.232955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (0086cbe6-5c63-4c92-97b8-9c6f4deb29d1), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.239814 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'port_id': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b', 'mac_address': 'fa:16:3e:8e:e2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:35:42.278063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-40620dc0-534b-4778-925a-7ba99581a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.280244 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-40620dc0-534b-4778-925a-7ba99581a1bb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681119 May 13 14:35:42.291186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:42.291655 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.291841 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.298738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Checking segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:42.299093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Network hostable DHCP agents. Network: c171db94-b049-455d-b168-7668289abdc8, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:42.308640 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:42.329762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:42.394428 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-7ab20709-433a-4580-b72f-ac48dbef9f0b service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938876 May 13 14:35:42.401250 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Network c171db94-b049-455d-b168-7668289abdc8 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:42.436184 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.483006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, c171db94-b049-455d-b168-7668289abdc8) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:42.488281 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.490198 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.490750 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.496587 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf3815-3875-402a-9df3-bd44e2dcfe71 None None] Network c171db94-b049-455d-b168-7668289abdc8 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:42.514408 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93599bbf-7c55-42ac-9120-50cbc332e4c7 req-81f7c1e9-779b-41c1-a074-abdb49f6a51a service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128142 May 13 14:35:42.581283 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7b864262-2205-498b-a26d-0a43f424c2b6 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8511603 May 13 14:35:42.583955 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44104) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:42.588625 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:42.607142 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-c171db94-b049-455d-b168-7668289abdc8', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:35:42.608179 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.664409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.665582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.724327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for router_controller (1dabc446-8d58-494d-9bdf-628671ade6a0), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.738414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44110) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:42.764299 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Allocated IP 172.20.0.2 (c171db94-b049-455d-b168-7668289abdc8/0086cbe6-5c63-4c92-97b8-9c6f4deb29d1/35c24ae7-1e4c-4c60-9a29-3803943df7bd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:42.768539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9599d59b-18a9-4b38-ad0c-f000156cf80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.856408 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9704158-3e91-4ed0-b8eb-daf5f6258cbc req-6478ad03-b1f0-4555-8e1e-e4201c11aca5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.857961 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9704158-3e91-4ed0-b8eb-daf5f6258cbc req-6478ad03-b1f0-4555-8e1e-e4201c11aca5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 945 time: 0.0559523 May 13 14:35:42.919586 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9704158-3e91-4ed0-b8eb-daf5f6258cbc req-2bed8576-37e8-4c5a-a6be-9ac701f7c658 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545218 May 13 14:35:42.947701 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['7f857ce7-c11a-4b77-af0e-53e90ac6fb4b'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:35:42.971911 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for router_gateway (1dabc446-8d58-494d-9bdf-628671ade6a0), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:42.972667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks [] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.040010 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.051553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9599d59b-18a9-4b38-ad0c-f000156cf80a admin admin] Publish callbacks [] for security_group (885c6c31-94d9-4831-993a-076c9a372106), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.076980 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['e155ff52-6789-403f-843f-d8f62ae1f6f2'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:35:43.094375 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Network c171db94-b049-455d-b168-7668289abdc8 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:43.124638 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:43.126976 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:43.140288 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9599d59b-18a9-4b38-ad0c-f000156cf80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (885c6c31-94d9-4831-993a-076c9a372106), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.148691 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Pushing event updated for resources: {'Port': ['ID=35c24ae7-1e4c-4c60-9a29-3803943df7bd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.227498 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9599d59b-18a9-4b38-ad0c-f000156cf80a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6d13a462207f4cb9b3b9096c75a29f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878116 May 13 14:35:43.231667 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44118) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:43.232138 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599d59b-18a9-4b38-ad0c-f000156cf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885c6c31-94d9-4831-993a-076c9a372106,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.260356 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Attempting to bind port 35c24ae7-1e4c-4c60-9a29-3803943df7bd on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:43.260753 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Attempting to bind port 35c24ae7-1e4c-4c60-9a29-3803943df7bd by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:43.261082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Attempting to bind port 35c24ae7-1e4c-4c60-9a29-3803943df7bd on network c171db94-b049-455d-b168-7668289abdc8 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:43.283166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:43.283540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Checking segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:43.283942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.284330 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Bound using segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:43.284805 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Bound port: 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:43.285182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.297445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] Publish callbacks [] for security_group (885c6c31-94d9-4831-993a-076c9a372106), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.312365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for router_gateway (1dabc446-8d58-494d-9bdf-628671ade6a0), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.320625 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] Publish callbacks [] for security_group (885c6c31-94d9-4831-993a-076c9a372106), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.332832 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.482404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Allocated IP 172.27.0.202 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/b6d36d84-0673-4ede-9a79-242ef06f23ba) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:43.510678 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (885c6c31-94d9-4831-993a-076c9a372106), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.513555 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.522920 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/885c6c31-94d9-4831-993a-076c9a372106 HTTP/1.1" status: 204 len: 168 time: 0.2897418 May 13 14:35:43.532367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] For port 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:43.546683 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] For port 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=35c24ae7-1e4c-4c60-9a29-3803943df7bd,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:43.551596 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1007b-de77-401c-bb93-36d01da16b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c6c31-94d9-4831-993a-076c9a372106,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.602673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.637194 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.687965 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:43.697824 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58526148-32dc-4cce-99d9-fa5685886d31 None None] Pushing event updated for resources: {'Port': ['ID=35c24ae7-1e4c-4c60-9a29-3803943df7bd,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.739741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:43.742855 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:43.748262 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:43.775616 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Pushing event updated for resources: {'Port': ['ID=b6d36d84-0673-4ede-9a79-242ef06f23ba,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.105848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de7f0-efe3-45aa-b3a8-a38ef42a2e52 req-f760df60-d447-45f1-8091-c346a47e7211 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.114255 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-921de7f0-efe3-45aa-b3a8-a38ef42a2e52 req-f760df60-d447-45f1-8091-c346a47e7211 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 945 time: 0.0965259 May 13 14:35:44.151661 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for router_gateway (1dabc446-8d58-494d-9bdf-628671ade6a0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.228893 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-921de7f0-efe3-45aa-b3a8-a38ef42a2e52 req-f2908357-84b1-48c9-a283-d11d063f6409 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134124 May 13 14:35:44.467119 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.524097 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 35c24ae7-1e4c-4c60-9a29-3803943df7bd up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:44.591662 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 35c24ae7-1e4c-4c60-9a29-3803943df7bd triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:44.595306 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.672655 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e155ff52-6789-403f-843f-d8f62ae1f6f2 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:44.710045 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Router 1dabc446-8d58-494d-9bdf-628671ade6a0 is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:35:44.740319 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 35c24ae7-1e4c-4c60-9a29-3803943df7bd is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:44.740988 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.778768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port e155ff52-6789-403f-843f-d8f62ae1f6f2 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:35:44.807766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=35c24ae7-1e4c-4c60-9a29-3803943df7bd,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:44.847664 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port e155ff52-6789-403f-843f-d8f62ae1f6f2 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:44.849383 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.912618 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:44.967755 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba3c2c-526e-41d1-b3a7-01292cde9660 None None] Network c171db94-b049-455d-b168-7668289abdc8 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:45.060778 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=35c24ae7-1e4c-4c60-9a29-3803943df7bd,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:45.063874 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-5f3bc8d8-5c2d-46c0-b7f2-e99aeab45c2d None None] Provisioning complete for port 35c24ae7-1e4c-4c60-9a29-3803943df7bd triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:45.064236 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc8d8-5c2d-46c0-b7f2-e99aeab45c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.156215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:45.167528 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Sync routers for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:45.189540 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:45.191853 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:45.237983 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.239022 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-65ce2ffb-db5d-493d-8084-7298d8b4ae0d admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6538904 May 13 14:35:45.241692 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44196) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:45.271853 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port e155ff52-6789-403f-843f-d8f62ae1f6f2 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:45.272242 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.344968 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:45.348409 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:45.356659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae0b49-7f63-4d9b-bf75-3c04618c31c4" -d '{"events": [{"server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "name": "network-vif-plugged", "status": "completed", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:45.403568 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:45.410602 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819e3ee-715a-47e2-9532-e148541ce602 req-947e21e6-7494-45dc-b800-baf5b1a5eb4b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.412239 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2819e3ee-715a-47e2-9532-e148541ce602 req-947e21e6-7494-45dc-b800-baf5b1a5eb4b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 945 time: 0.0779147 May 13 14:35:45.417660 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.418473 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:45.473570 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4763cdc3-616e-4c4e-8081-e2d80212e0dc x-openstack-request-id: req-4763cdc3-616e-4c4e-8081-e2d80212e0dc {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:45.478649 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "name": "network-vif-plugged", "status": "completed", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:45.478649 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4763cdc3-616e-4c4e-8081-e2d80212e0dc {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:45.478649 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4763cdc3-616e-4c4e-8081-e2d80212e0dc'] response: {'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2', 'code': 200} May 13 14:35:45.584825 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bc8d8-5c2d-46c0-b7f2-e99aeab45c2d None None] Current status of the port 35c24ae7-1e4c-4c60-9a29-3803943df7bd is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:45.614680 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:45.630813 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:35:45.676549 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2819e3ee-715a-47e2-9532-e148541ce602 req-6f4b4711-1afe-4a91-92a6-359e9b231a0d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529244 May 13 14:35:45.705780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-9f398392-5e8d-4686-bc8b-9af1d1f4089e None None] Provisioning complete for port 35c24ae7-1e4c-4c60-9a29-3803943df7bd triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:45.706149 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f398392-5e8d-4686-bc8b-9af1d1f4089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.737235 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:45.737235 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.752957 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:43Z', 'revision_number': 3, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:45.790136 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Checking router: 1dabc446-8d58-494d-9bdf-628671ade6a0 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:45.790488 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Updating router 1dabc446-8d58-494d-9bdf-628671ade6a0 port b6d36d84-0673-4ede-9a79-242ef06f23ba binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:45.842129 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.876017 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f398392-5e8d-4686-bc8b-9af1d1f4089e None None] Current status of the port 35c24ae7-1e4c-4c60-9a29-3803943df7bd is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:45.889669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:45.890186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:45.936189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:45.956738 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c430-2e78-4b65-b691-b9d6f4e6b704 req-2ede1e39-fd61-4bf8-8e04-6ca8bfeca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.962232 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb68c430-2e78-4b65-b691-b9d6f4e6b704 req-2ede1e39-fd61-4bf8-8e04-6ca8bfeca28c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1129 time: 0.0810111 May 13 14:35:46.013039 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.048236 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-1f7e9834-efd0-4c9e-a854-f14984d89311 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730722 May 13 14:35:46.059624 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb68c430-2e78-4b65-b691-b9d6f4e6b704 req-308845ef-6152-4ed8-8959-c4a3e24c47ee service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810256 May 13 14:35:46.093358 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.096758 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.242201 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks [] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.302790 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Allocated IP 172.20.0.1 (c171db94-b049-455d-b168-7668289abdc8/0086cbe6-5c63-4c92-97b8-9c6f4deb29d1/2ab755ba-3827-4eb5-b3ab-bdd966e01c87) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:46.316880 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.377859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-6823fe09-e878-46c0-840d-42e43405422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.381877 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-6823fe09-e878-46c0-840d-42e43405422c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1130 time: 0.0711081 May 13 14:35:46.398483 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Attempting to bind port b6d36d84-0673-4ede-9a79-242ef06f23ba on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:46.399031 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Attempting to bind port b6d36d84-0673-4ede-9a79-242ef06f23ba by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:46.399498 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Attempting to bind port b6d36d84-0673-4ede-9a79-242ef06f23ba on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:46.413472 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d35e2-9ff8-42b0-ab4a-e63c1a55b3d7 None None] Pushing event updated for resources: {'Port': ['ID=b6d36d84-0673-4ede-9a79-242ef06f23ba,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.417352 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:46.418012 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:46.418515 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.419028 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:46.419932 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Bound port: b6d36d84-0673-4ede-9a79-242ef06f23ba, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:46.420511 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.475812 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks [] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.520916 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] For port b6d36d84-0673-4ede-9a79-242ef06f23ba, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:46.524702 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] For port b6d36d84-0673-4ede-9a79-242ef06f23ba, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=b6d36d84-0673-4ede-9a79-242ef06f23ba,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:46.560863 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-3f4d8ed3-ba81-4c49-9f7c-788001f1a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.563062 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-3f4d8ed3-ba81-4c49-9f7c-788001f1a763 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.1588013 May 13 14:35:46.578546 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 35c24ae7-1e4c-4c60-9a29-3803943df7bd up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:46.607723 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.607915 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.658560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 35c24ae7-1e4c-4c60-9a29-3803943df7bd triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:46.658560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.677231 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:46.677869 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:46.701098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Network c171db94-b049-455d-b168-7668289abdc8 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:46.706504 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:46.725750 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:46.727443 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (1dabc446-8d58-494d-9bdf-628671ade6a0), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:46.732040 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.736624 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d35e2-9ff8-42b0-ab4a-e63c1a55b3d7 None None] Pushing event updated for resources: {'Port': ['ID=b6d36d84-0673-4ede-9a79-242ef06f23ba,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.805488 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 35c24ae7-1e4c-4c60-9a29-3803943df7bd is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:46.887620 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf992e-cc00-482a-8e8f-0b43bedd1bf5 req-58e8dd35-c3c6-441e-a6b1-b639993d4fb2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.889479 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28cf992e-cc00-482a-8e8f-0b43bedd1bf5 req-58e8dd35-c3c6-441e-a6b1-b639993d4fb2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0743446 May 13 14:35:47.010598 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:47.030036 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-d43ba6cb-f2b3-4b0a-b84e-1e0918c4694c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 1002 time: 0.0922627 May 13 14:35:47.112658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-093f7ccd-f750-4cfc-a8f4-54eed8d8d984 None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:47.113114 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-093f7ccd-f750-4cfc-a8f4-54eed8d8d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:47.129847 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-36da5293-97d4-420d-874d-8f8e092f6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.133458 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-36da5293-97d4-420d-874d-8f8e092f6035 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0656075 May 13 14:35:47.200143 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-093f7ccd-f750-4cfc-a8f4-54eed8d8d984 None None] Port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:47.222191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-f3011871-d21d-4302-9076-94724958893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.223821 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-f3011871-d21d-4302-9076-94724958893f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785031 May 13 14:35:47.267665 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:43Z', 'revision_number': 3, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:47.328095 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28cf992e-cc00-482a-8e8f-0b43bedd1bf5 req-9f72d0b0-7848-467b-9b17-ac6db86f676b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262540 May 13 14:35:47.334292 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cf4e6-97c6-4432-9524-bc86c7fc852e None None] The sync data for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi is: [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:43Z', 'revision_number': 3, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:47.362569 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-5665867f-b726-4bd3-b540-e2624cd7e8ab service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281903 May 13 14:35:47.428643 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:47.476510 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:47.479705 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8a02d-0d41-4839-be07-d9c922aa697a" -d '{"events": [{"server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "name": "network-vif-plugged", "status": "completed", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:35:47.521299 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52356a00-4496-47e6-996f-f18c47e72d7b x-openstack-request-id: req-52356a00-4496-47e6-996f-f18c47e72d7b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:35:47.521409 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "name": "network-vif-plugged", "status": "completed", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:35:47.521639 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-52356a00-4496-47e6-996f-f18c47e72d7b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:35:47.522079 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52356a00-4496-47e6-996f-f18c47e72d7b'] response: {'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b', 'code': 200} May 13 14:35:47.649203 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks [] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:47.739542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:47.740314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (1dabc446-8d58-494d-9bdf-628671ade6a0), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:47.836172 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:47.911436 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Network c171db94-b049-455d-b168-7668289abdc8 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:47.913505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:48.105894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Router 1dabc446-8d58-494d-9bdf-628671ade6a0 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:35:48.139045 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.241429 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b7662b8b-8ac8-425d-8af2-46f195518a31 req-7bd86752-961d-4fcd-a6ef-8773a3dadc62 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790748 May 13 14:35:48.252987 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-47237902-de69-492f-943d-fc6f3aa3a60a None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:48.253367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47237902-de69-492f-943d-fc6f3aa3a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.331604 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:48.352092 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6437218f-4cc4-4875-8f29-0edf015404d2 admin admin] 10.222.0.102 "PUT /v2.0/routers/1dabc446-8d58-494d-9bdf-628671ade6a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091216 May 13 14:35:48.355690 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-47237902-de69-492f-943d-fc6f3aa3a60a None None] Port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:48.459013 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca86a4a6-4469-4e16-bf6e-ed6e014bf636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.556297 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device b6d36d84-0673-4ede-9a79-242ef06f23ba up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:48.600634 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380682-5ada-44b4-850a-8a5412177e2f req-fd48f92c-473d-4700-8cce-be9b8c6c9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.602040 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c380682-5ada-44b4-850a-8a5412177e2f req-fd48f92c-473d-4700-8cce-be9b8c6c9a26 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 1130 time: 0.1376710 May 13 14:35:48.632932 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port b6d36d84-0673-4ede-9a79-242ef06f23ba triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:48.633300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.636528 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93e2d-4be9-46ec-8d3b-0362d67364c4 req-b7d08c37-6e33-4f26-a914-863add3693be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.639662 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7da93e2d-4be9-46ec-8d3b-0362d67364c4 req-b7d08c37-6e33-4f26-a914-863add3693be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.1876738 May 13 14:35:48.732772 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7da93e2d-4be9-46ec-8d3b-0362d67364c4 req-5c7e0890-7003-4e45-abd3-e5a21ebedad9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848515 May 13 14:35:48.746933 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c380682-5ada-44b4-850a-8a5412177e2f req-cc583967-0882-457e-97e3-5f9c813eb423 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368167 May 13 14:35:48.822496 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port b6d36d84-0673-4ede-9a79-242ef06f23ba is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:48.824007 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.862492 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port b6d36d84-0673-4ede-9a79-242ef06f23ba, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=b6d36d84-0673-4ede-9a79-242ef06f23ba,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:48.938434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:48.988518 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44302) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:49.037148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=b6d36d84-0673-4ede-9a79-242ef06f23ba,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:49.109173 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-be8590bc-ae58-4bbb-a496-4700532d0a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.267567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-be8590bc-ae58-4bbb-a496-4700532d0a09 admin admin] Publish callbacks [] for security_group (3d66b94d-082c-4671-966d-271f7d01a017), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.413161 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-be8590bc-ae58-4bbb-a496-4700532d0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d66b94d-082c-4671-966d-271f7d01a017), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.608098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8590bc-ae58-4bbb-a496-4700532d0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66b94d-082c-4671-966d-271f7d01a017,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:49.608098 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-be8590bc-ae58-4bbb-a496-4700532d0a09 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fe77d2923a87465f889d0208c4239223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721198 May 13 14:35:49.608098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44312) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:49.638415 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Sync routers for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:49.658478 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:49.659152 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:49.667063 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] Publish callbacks [] for security_group (3d66b94d-082c-4671-966d-271f7d01a017), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.696882 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] Publish callbacks [] for security_group (3d66b94d-082c-4671-966d-271f7d01a017), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.839896 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:49.879473 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44322) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:49.885262 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1630151789-network', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:49.905465 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f09b2-e539-41cd-8d40-8c972324f99c req-76333019-5f80-4d81-8e53-5126e80a6476 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.913204 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a74f09b2-e539-41cd-8d40-8c972324f99c req-76333019-5f80-4d81-8e53-5126e80a6476 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0623980 May 13 14:35:49.936369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d66b94d-082c-4671-966d-271f7d01a017), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.943728 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:49.945106 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3d66b94d-082c-4671-966d-271f7d01a017 HTTP/1.1" status: 204 len: 168 time: 0.3451414 May 13 14:35:49.972998 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Made reservation on behalf of e3f5718eeec14e85aa7f66951e4a829f for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:49.976863 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.000725 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.004171 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a74f09b2-e539-41cd-8d40-8c972324f99c req-a48ffb72-95fa-4d8d-bbfe-845e575a4f58 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895705 May 13 14:35:50.011605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9474b1-27fa-4522-a50f-fb86ea84c935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66b94d-082c-4671-966d-271f7d01a017,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.126554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks [] for security_group (075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.150950 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 2, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:50.178832 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.183233 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Checking router: 1dabc446-8d58-494d-9bdf-628671ade6a0 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:50.183743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Updating router 1dabc446-8d58-494d-9bdf-628671ade6a0 port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:50.205861 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:50.212601 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.217164 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.222151 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (c436929f-4004-4887-b158-557710674a93), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.222592 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Added segment c436929f-4004-4887-b158-557710674a93 of type vlan for network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 May 13 14:35:50.267957 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (4e86b2f8-dea7-45f6-9e05-da5d1b884737), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.344499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (4e86b2f8-dea7-45f6-9e05-da5d1b884737), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.345556 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.346197 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.446863 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5657632 May 13 14:35:50.447686 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826487a5-5301-4883-884b-dffb651c34da admin admin] Pushing event updated for resources: {'Network': ['ID=4e86b2f8-dea7-45f6-9e05-da5d1b884737,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.449158 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44330) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:50.464873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Request body: {'subnet': {'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1630151789-subnet', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:50.469484 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:35:50.561602 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Made reservation on behalf of e3f5718eeec14e85aa7f66951e4a829f for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:50.564254 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.662749 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device b6d36d84-0673-4ede-9a79-242ef06f23ba up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:50.796819 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port b6d36d84-0673-4ede-9a79-242ef06f23ba triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:50.797188 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.834453 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af2e4651-83b0-41ac-9eca-38b8d0089193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.842049 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (80163498-f5fe-47aa-b489-f0ee9eb725ae), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.843659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks [] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.892781 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80163498-f5fe-47aa-b489-f0ee9eb725ae,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.899778 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port b6d36d84-0673-4ede-9a79-242ef06f23ba is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.909437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.910557 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:50.927020 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:50.928363 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Checking segment: {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:50.928761 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Network hostable DHCP agents. Network: 4e86b2f8-dea7-45f6-9e05-da5d1b884737, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:50.985879 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855abfd-7b17-4fbe-be03-415f7f27c044 None None] Pushing event updated for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:51.007951 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:51.068191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Attempting to bind port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:51.068191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Attempting to bind port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:51.068191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Attempting to bind port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 on network c171db94-b049-455d-b168-7668289abdc8 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:51.082071 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:51.082458 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Checking segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:51.082890 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.084632 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Bound using segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:51.084632 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Bound port: 2ab755ba-3827-4eb5-b3ab-bdd966e01c87, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:51.084632 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.092984 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 4e86b2f8-dea7-45f6-9e05-da5d1b884737) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:51.098736 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.098736 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.139568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b80ac-d0aa-46a8-88f4-bdb83f0f6107 None None] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:51.208982 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09035-87ae-4608-b347-eb0871ed6d72 req-9da09af4-9adf-4e32-a1a8-e67b9344f8db tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.210912 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1c09035-87ae-4608-b347-eb0871ed6d72 req-9da09af4-9adf-4e32-a1a8-e67b9344f8db tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0976739 May 13 14:35:51.245118 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-50964a9a-086a-46f3-bd9f-5dce77f0a6d7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7894483 May 13 14:35:51.246438 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44348) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:51.251544 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:51.294551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] For port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:51.298423 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1c09035-87ae-4608-b347-eb0871ed6d72 req-3a259a75-fdce-462c-be63-15785e8e2be5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806847 May 13 14:35:51.304918 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'fixed_ips': [{'subnet_id': '80163498-f5fe-47aa-b489-f0ee9eb725ae'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:35:51.305379 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.343900 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] For port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:51.346739 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-3c703649-520c-4d5e-b934-dd31625fc2c9 None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:51.347222 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c703649-520c-4d5e-b934-dd31625fc2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.375047 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.376542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.448416 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.449395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for router_controller (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.458225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c703649-520c-4d5e-b934-dd31625fc2c9 None None] Port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:51.572622 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855abfd-7b17-4fbe-be03-415f7f27c044 None None] Pushing event updated for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:51.576975 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:51.577578 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:51.584035 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Allocated IP 172.20.0.2 (4e86b2f8-dea7-45f6-9e05-da5d1b884737/80163498-f5fe-47aa-b489-f0ee9eb725ae/e8e2e39f-1072-44d0-aa44-c696c56a0ef8) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:51.703663 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for router_gateway (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.789961 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:51.851583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:51.851961 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:51.979610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for router_gateway (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.005617 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.047255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks [] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.097830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.117358 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.139649 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Allocated IP 172.27.0.75 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/0cf998c8-79c2-47b0-8bfd-6d5d9e868754) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:52.158490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Current status of the port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:52.158490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.217230 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:52.235190 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:52.239577 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Pushing event updated for resources: {'Port': ['ID=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.248505 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:52.261782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:51Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:52.271003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] For port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:52.302920 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9f95f-8462-4029-8b81-3932184e14a1 None None] The sync data for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi is: [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:51Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:52.342531 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.354909 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Attempting to bind port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:52.355096 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Attempting to bind port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:52.355390 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Attempting to bind port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 on network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:52.364942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:52.364942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Checking segment: {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:52.365295 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.369306 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Bound using segment: {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:52.369956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Bound port: e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:52.370350 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.390265 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.530049 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.535861 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584c235-eecf-41ef-be2d-a14f015f8142 None None] Pushing event updated for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.539422 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] For port e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:52.569847 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:52.576668 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] For port e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:52.587411 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:52.591573 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:52.595751 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:52.634343 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:52.634692 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.654278 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.808732 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c1892-2e56-4868-8433-53d985aa96e5 req-85253812-16c7-4b2c-834e-9035215f37b4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.810300 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8f5c1892-2e56-4868-8433-53d985aa96e5 req-85253812-16c7-4b2c-834e-9035215f37b4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0913849 May 13 14:35:52.839836 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:52.885672 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8f5c1892-2e56-4868-8433-53d985aa96e5 req-c8e7bbeb-9005-4ec9-975f-819a7817332d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 May 13 14:35:52.943306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-971bfe7d-4ec1-4d47-b38c-8a507fd42525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.945776 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-971bfe7d-4ec1-4d47-b38c-8a507fd42525 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 1130 time: 0.0925455 May 13 14:35:52.995938 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc236-7e49-4b41-ab49-405adf5da615 None None] Pushing event updated for resources: {'Port': ['ID=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:53.031868 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:53.081502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:53.118497 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-211b25d1-2595-421d-99f4-699dbabcd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.121966 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-211b25d1-2595-421d-99f4-699dbabcd6d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.1662295 May 13 14:35:53.128146 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for router_gateway (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:53.176692 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-459751db-727c-4be2-8d7b-d0ae9c5f8f8d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b HTTP/1.1" status: 200 len: 217 time: 0.0463121 May 13 14:35:53.279782 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-c975bdc7-fc1e-4672-9c00-cd71f102dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.281472 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-c975bdc7-fc1e-4672-9c00-cd71f102dcec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0980911 May 13 14:35:53.345928 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-ede13d87-9899-4930-903b-b1fb70232d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.347485 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-ede13d87-9899-4930-903b-b1fb70232d8e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571847 May 13 14:35:53.469449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:53.476778 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-76fd21f7-7fc9-4d40-b3ef-e92656859595 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207733 May 13 14:35:53.589266 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-05c6e3cc-4d16-4c6e-86d0-5f17d23fa8ef req-2da389d4-b076-4f7c-ad95-47888411ea6a service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009614 May 13 14:35:53.745459 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Router eaf9fb57-1e15-4b48-b2e0-f10680f877fc is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:35:53.874257 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:53.891490 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Sync routers for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:53.906134 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:53.907157 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:54.022033 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.026754 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-25ce8140-f3b7-4b74-bc69-c84b129e99a2 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7758651 May 13 14:35:54.026936 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44386) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:54.064078 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:54.095780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1184f-3c2c-419c-a863-13eec1cc7b10 req-6be7db9e-a609-49c3-a74d-c0cd8c06b8c8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.095780 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31c1184f-3c2c-419c-a863-13eec1cc7b10 req-6be7db9e-a609-49c3-a74d-c0cd8c06b8c8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.1076529 May 13 14:35:54.191979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31c1184f-3c2c-419c-a863-13eec1cc7b10 req-58f2f128-f213-4af9-ac81-bfb0ca6a9ede tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990355 May 13 14:35:54.234285 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ff76c-ec7d-46e0-a48e-241e7e1a2ef9 None None] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:35:54.304428 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 3, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:54.330380 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Provisioning complete for port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:54.330787 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.351817 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Checking router: eaf9fb57-1e15-4b48-b2e0-f10680f877fc for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:54.352219 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Updating router eaf9fb57-1e15-4b48-b2e0-f10680f877fc port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:54.387755 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.451307 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Current status of the port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:54.451920 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.512910 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] For port e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:54.584792 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.672926 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162457f6-a0ca-4d5e-9983-e81e0ec35628 None None] Pushing event updated for resources: {'Port': ['ID=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.691148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e8e2e39f-1072-44d0-aa44-c696c56a0ef8 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:54.772444 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:54.772925 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.816699 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.834949 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-2be2b4ed-5b2d-48d9-9cb6-0b2917d42424 None None] Provisioning complete for port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:54.835321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2be2b4ed-5b2d-48d9-9cb6-0b2917d42424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.861834 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks [] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.925809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.926745 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:54.927797 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:54.933295 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:54.995648 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30d5bd-e31b-4b42-b707-3556bdf675e4 None None] Pushing event updated for resources: {'Port': ['ID=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.996685 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2be2b4ed-5b2d-48d9-9cb6-0b2917d42424 None None] Current status of the port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:55.011193 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Attempting to bind port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:55.011778 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Attempting to bind port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:55.012143 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Attempting to bind port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:55.017601 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:55.017982 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:55.018378 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.018871 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:55.019342 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Bound port: 0cf998c8-79c2-47b0-8bfd-6d5d9e868754, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:55.019711 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.021991 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:55.022373 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.081460 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] For port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:55.084942 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] For port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:55.110435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:55.130840 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Allocated IP 172.20.0.1 (4e86b2f8-dea7-45f6-9e05-da5d1b884737/80163498-f5fe-47aa-b489-f0ee9eb725ae/805084e4-9b3d-439f-b165-a657b4292055) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:55.156670 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.207171 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:55.207792 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:55.263882 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30d5bd-e31b-4b42-b707-3556bdf675e4 None None] Pushing event updated for resources: {'Port': ['ID=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.270768 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks [] for port (805084e4-9b3d-439f-b165-a657b4292055), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.332612 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343a64-7439-4f86-accf-40d83b7f3af2 req-84393481-e169-4456-bdf1-c2cfab823835 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.334187 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-64343a64-7439-4f86-accf-40d83b7f3af2 req-84393481-e169-4456-bdf1-c2cfab823835 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0610137 May 13 14:35:55.352097 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:55.396154 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-64343a64-7439-4f86-accf-40d83b7f3af2 req-f22c2efc-71c6-4c3d-9fcd-2030311c6e9f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521762 May 13 14:35:55.464894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.504393 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:55.508393 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:55.522515 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:55.522854 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.547092 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 3, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:55.578755 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Pushing event updated for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.598267 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051668e2-3339-453d-9a6b-39cc09ce7208 None None] The sync data for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi is: [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 3, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:55.821524 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-7463aceb-e4cb-489d-af73-90ff3f3a997e None None] Provisioning complete for port 805084e4-9b3d-439f-b165-a657b4292055 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:55.822209 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7463aceb-e4cb-489d-af73-90ff3f3a997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (805084e4-9b3d-439f-b165-a657b4292055), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.822946 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (805084e4-9b3d-439f-b165-a657b4292055), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:55.882035 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7463aceb-e4cb-489d-af73-90ff3f3a997e None None] Port 805084e4-9b3d-439f-b165-a657b4292055 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:56.030396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks [] for port (805084e4-9b3d-439f-b165-a657b4292055), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.093201 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.093978 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.186870 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Pushing event updated for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:56.239157 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:56.240641 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:56.475687 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Router eaf9fb57-1e15-4b48-b2e0-f10680f877fc has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:35:56.607595 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-ae534b87-42ac-4778-a2bd-4b94827515d5 None None] Provisioning complete for port 805084e4-9b3d-439f-b165-a657b4292055 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:56.608091 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae534b87-42ac-4778-a2bd-4b94827515d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (805084e4-9b3d-439f-b165-a657b4292055), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.630823 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f006dcf-7100-49ba-8ffd-6f9400ffbc96 req-b9ea4202-b684-460c-a933-27d26b6322c6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.633085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f006dcf-7100-49ba-8ffd-6f9400ffbc96 req-b9ea4202-b684-460c-a933-27d26b6322c6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0734208 May 13 14:35:56.678844 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ae534b87-42ac-4778-a2bd-4b94827515d5 None None] Port 805084e4-9b3d-439f-b165-a657b4292055 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:35:56.692520 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e8e2e39f-1072-44d0-aa44-c696c56a0ef8 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:56.729490 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:35:56.737800 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a89a2443-e44a-4566-b63f-01d5d33efe3d admin admin] 10.222.0.102 "PUT /v2.0/routers/eaf9fb57-1e15-4b48-b2e0-f10680f877fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099149 May 13 14:35:56.742714 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f006dcf-7100-49ba-8ffd-6f9400ffbc96 req-5456bcf5-a13f-417d-9fa3-fb6c7a517edd tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953569 May 13 14:35:56.784323 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:56.784766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.872521 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:56.873600 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:56.887335 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44424) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:56.891291 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015636646', 'description': 'tempest-description--742427055'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:56.927184 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:56.927551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:56.968919 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.022681 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:57.023197 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.045802 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:57.066789 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (d2f84767-8b34-4989-a47f-a0c9b7f62577), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.110062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.144482 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d2f84767-8b34-4989-a47f-a0c9b7f62577), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.162393 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.179998 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f84767-8b34-4989-a47f-a0c9b7f62577,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.239548 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44430) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:57.245468 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214909105', 'description': 'tempest-secgroup-smoke-214909105 description', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:57.268218 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.269755 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-00836fd3-f9cc-4e43-a088-f603034cdf4a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3824284 May 13 14:35:57.272587 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44432) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:57.277760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': 'd2f84767-8b34-4989-a47f-a0c9b7f62577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:57.361949 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.402610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (9e1a185d-2c59-4fbc-8973-c189a643934c), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.469294 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (f37923cd-b39b-46de-b18c-9c161f958cbc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.487964 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (9e1a185d-2c59-4fbc-8973-c189a643934c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.524522 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Sync routers for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:57.527411 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f37923cd-b39b-46de-b18c-9c161f958cbc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.537858 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:57.538488 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:57.554863 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (9e1a185d-2c59-4fbc-8973-c189a643934c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.570933 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37923cd-b39b-46de-b18c-9c161f958cbc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.581005 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1a185d-2c59-4fbc-8973-c189a643934c,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.609841 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.613934 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fd1f3a5e-e999-4564-b8ea-8994717a1d51 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3705878 May 13 14:35:57.615304 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44436) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:57.618470 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:57.649564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.651332 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ea71d655-f06a-416c-aa6e-5cbbe2cde13f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777874 May 13 14:35:57.654207 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44438) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:57.658994 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': 'd2f84767-8b34-4989-a47f-a0c9b7f62577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:57.663344 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:57.688375 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (2544886e-f733-4e32-95dd-c42088c08d78), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.783128 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (2544886e-f733-4e32-95dd-c42088c08d78), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.815247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (12c42e60-0987-42e6-8eba-ee3bd25b454a), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.878940 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (12c42e60-0987-42e6-8eba-ee3bd25b454a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.885540 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6aad0-990c-41a3-af32-dd43570dd137 req-2dd63a12-e8e0-45ca-b9dc-0052485fd667 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.887218 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03d6aad0-990c-41a3-af32-dd43570dd137 req-2dd63a12-e8e0-45ca-b9dc-0052485fd667 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0529327 May 13 14:35:57.888938 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '805084e4-9b3d-439f-b165-a657b4292055', 'name': '', 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'mac_address': 'fa:16:3e:9f:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:54Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 2, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'subnets': [{'id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:57.895933 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (2544886e-f733-4e32-95dd-c42088c08d78), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.920775 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Checking router: eaf9fb57-1e15-4b48-b2e0-f10680f877fc for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:57.921131 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Updating router eaf9fb57-1e15-4b48-b2e0-f10680f877fc port 805084e4-9b3d-439f-b165-a657b4292055 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:57.930897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2544886e-f733-4e32-95dd-c42088c08d78,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.939067 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (12c42e60-0987-42e6-8eba-ee3bd25b454a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.953233 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (805084e4-9b3d-439f-b165-a657b4292055), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:57.960335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c42e60-0987-42e6-8eba-ee3bd25b454a,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.969668 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03d6aad0-990c-41a3-af32-dd43570dd137 req-91e10e45-f8ad-499b-85ce-3baef30d0884 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753522 May 13 14:35:57.973798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.973798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.973798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.973798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.974897 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.974897 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.975531 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.975929 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.976504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.977072 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.977591 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.978907 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.979451 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.979824 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:57.980221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:58.020983 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.022184 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8ddb5081-30c9-41f3-8536-7afcafbd9290 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070766 May 13 14:35:58.025103 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44444) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:58.030277 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:58.039530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.041721 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-215850e1-1112-4a69-8a79-35603e6a130e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857086 May 13 14:35:58.045716 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44446) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:58.052452 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:58.111091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (dc424c27-f074-44b5-81ef-cc5813a71b64), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.121740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.232535 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (dc424c27-f074-44b5-81ef-cc5813a71b64), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.237950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.252672 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks [] for port (805084e4-9b3d-439f-b165-a657b4292055), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.331739 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (dc424c27-f074-44b5-81ef-cc5813a71b64), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.355971 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.366897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.27.0.126 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:58.369992 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc424c27-f074-44b5-81ef-cc5813a71b64,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.447923 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93bb-9358-4703-92a5-d963ebe9890d None None] Pushing event updated for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.465763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Attempting to bind port 805084e4-9b3d-439f-b165-a657b4292055 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:35:58.466137 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Attempting to bind port 805084e4-9b3d-439f-b165-a657b4292055 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:35:58.466503 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Attempting to bind port 805084e4-9b3d-439f-b165-a657b4292055 on network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:35:58.472240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:35:58.472619 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Checking segment: {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:35:58.473771 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.473771 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Bound using segment: {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:35:58.474376 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Bound port: 805084e4-9b3d-439f-b165-a657b4292055, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c436929f-4004-4887-b158-557710674a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:35:58.474695 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (805084e4-9b3d-439f-b165-a657b4292055), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.495931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.500169 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.507664 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-defd7755-7d60-4250-bcf8-1a2a7aae8170 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4753823 May 13 14:35:58.507664 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44450) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:58.511162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:58.550821 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:35:58.608618 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] For port 805084e4-9b3d-439f-b165-a657b4292055, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:35:58.621321 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (f2b1c304-af14-468e-b30a-1e35fb7c211e), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.625166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] For port 805084e4-9b3d-439f-b165-a657b4292055, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=805084e4-9b3d-439f-b165-a657b4292055,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:35:58.637113 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:58.637491 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.675438 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.715405 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.739989 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:58.743638 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (f2b1c304-af14-468e-b30a-1e35fb7c211e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.749290 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:58.753639 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:35:58.760282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.770696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:58.772645 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Provisioning complete for port 805084e4-9b3d-439f-b165-a657b4292055 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:58.773012 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (805084e4-9b3d-439f-b165-a657b4292055), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.816606 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (f2b1c304-af14-468e-b30a-1e35fb7c211e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.838551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.846215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b1c304-af14-468e-b30a-1e35fb7c211e,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.861211 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93bb-9358-4703-92a5-d963ebe9890d None None] Pushing event updated for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.866830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:35:58.867465 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:58.969440 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:58.971104 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-55b4498d-e466-4729-9a86-f750cab3114a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4656365 May 13 14:35:58.974649 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44456) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:58.979990 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:59.008649 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.138100 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Current status of the port 805084e4-9b3d-439f-b165-a657b4292055 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:59.139177 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (805084e4-9b3d-439f-b165-a657b4292055), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.169089 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (3ffbee89-8aa2-445b-a3fe-e45d2755e3ba), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.197627 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b00f9b-618c-497c-9fae-0edb0fb049a8 req-3f108b57-6d99-44e6-a2b3-d0d0763c9121 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.199210 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a7b00f9b-618c-497c-9fae-0edb0fb049a8 req-3f108b57-6d99-44e6-a2b3-d0d0763c9121 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.1180243 May 13 14:35:59.218344 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:35:59.223209 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] For port 805084e4-9b3d-439f-b165-a657b4292055, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=805084e4-9b3d-439f-b165-a657b4292055,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:35:59.302316 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.334140 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.341049 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a7b00f9b-618c-497c-9fae-0edb0fb049a8 req-8d974e2b-184b-4ea0-b0e3-fa4e6e27c279 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328773 May 13 14:35:59.355613 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (3ffbee89-8aa2-445b-a3fe-e45d2755e3ba), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.403255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.433388 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7f013-bb33-4737-88e8-d1a3483d780c None None] Pushing event updated for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.440658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5554f-7864-454e-a867-78b29cc8283b req-e26e2616-be74-4499-bb67-909fbca94482 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.442216 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ea5554f-7864-454e-a867-78b29cc8283b req-e26e2616-be74-4499-bb67-909fbca94482 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.1058378 May 13 14:35:59.446259 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.454050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-af64c8db-4071-4565-940d-fa1fe05ef6d5 None None] Provisioning complete for port 805084e4-9b3d-439f-b165-a657b4292055 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:35:59.454665 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af64c8db-4071-4565-940d-fa1fe05ef6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (805084e4-9b3d-439f-b165-a657b4292055), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.488543 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (3ffbee89-8aa2-445b-a3fe-e45d2755e3ba), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.497109 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.515404 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffbee89-8aa2-445b-a3fe-e45d2755e3ba,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.539992 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ea5554f-7864-454e-a867-78b29cc8283b req-199bba1b-8e72-462d-9d59-7a6c2882643e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875781 May 13 14:35:59.547203 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '805084e4-9b3d-439f-b165-a657b4292055', 'name': '', 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'mac_address': 'fa:16:3e:9f:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:54Z', 'updated_at': '2022-05-13T14:35:58Z', 'revision_number': 4, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'subnets': [{'id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:59.558418 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.560231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ef7c02fe-404b-4af6-b356-ef9cbd50d5d7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5130794 May 13 14:35:59.586312 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.591180 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-83958b6e-4732-44b5-808a-e8cf609acf2e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6116838 May 13 14:35:59.591574 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44472) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:59.596213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:59.601292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405b018-22de-462d-a3a4-259ed8fe8b72 None None] The sync data for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi is: [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '805084e4-9b3d-439f-b165-a657b4292055', 'name': '', 'network_id': '4e86b2f8-dea7-45f6-9e05-da5d1b884737', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'mac_address': 'fa:16:3e:9f:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:54Z', 'updated_at': '2022-05-13T14:35:58Z', 'revision_number': 4, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'subnets': [{'id': '80163498-f5fe-47aa-b489-f0ee9eb725ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:59.616602 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-af64c8db-4071-4565-940d-fa1fe05ef6d5 None None] Current status of the port 805084e4-9b3d-439f-b165-a657b4292055 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:35:59.660287 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Project f2e16a9058094ec7a0d081e177a6dde5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:35:59.671328 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (0d992e46-141a-4c57-87b9-447e3703cb34), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.774005 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (0d992e46-141a-4c57-87b9-447e3703cb34), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.837151 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-dc6ce3dc-8007-4426-a216-f504956d3671 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--2015636646&fields=id&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 267 time: 0.0476129 May 13 14:35:59.854097 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (0d992e46-141a-4c57-87b9-447e3703cb34), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.876903 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d992e46-141a-4c57-87b9-447e3703cb34,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.958262 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:35:59.963595 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f34a8149-babf-43cb-b8c8-fb5c2e4f44a0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702171 May 13 14:35:59.964556 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44492) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:35:59.975411 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'security_group_rule': {'security_group_id': 'f37923cd-b39b-46de-b18c-9c161f958cbc', 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:35:59.975569 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-f442cdd9-fdb8-44d6-bd8a-830d3510c887 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.976839 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-f442cdd9-fdb8-44d6-bd8a-830d3510c887 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1317258 May 13 14:35:59.993231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-d75d8fec-5a7e-4438-baa8-e961b0662e96 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/quotas/9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 375 time: 0.0096400 May 13 14:36:00.052939 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-d45029b0-717a-40fb-b0fe-2b332a94bb2b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540602 May 13 14:36:00.053586 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Project f2e16a9058094ec7a0d081e177a6dde5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:36:00.065538 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (8d1d4080-fe96-412c-83c6-c8abed236b17), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:00.148900 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (8d1d4080-fe96-412c-83c6-c8abed236b17), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:00.161835 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-9ee9e56d-0645-43e6-854f-dcdab654c3e4 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952120 May 13 14:36:00.207997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (8d1d4080-fe96-412c-83c6-c8abed236b17), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:00.231712 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1d4080-fe96-412c-83c6-c8abed236b17,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:00.274356 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-295c2d02-e943-4ad4-864f-5939b0358c77 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048608 May 13 14:36:00.297512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:00.297512 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-262d21e1-7a71-4e56-b3cc-aeb064ecd4e3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3299701 May 13 14:36:00.603018 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 805084e4-9b3d-439f-b165-a657b4292055 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:36:00.606382 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-93cbf353-7766-4822-b8ba-96ee09d89e4d req-7afcfbb5-212e-488f-9a8d-fba25cd30933 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0926056 May 13 14:36:00.625988 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ce0a-ed60-4512-9e25-76f0a661a5c1 req-56278076-7360-4c0b-8682-3fd9299f7c22 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.636555 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9db1ce0a-ed60-4512-9e25-76f0a661a5c1 req-56278076-7360-4c0b-8682-3fd9299f7c22 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.2115626 May 13 14:36:00.710811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 805084e4-9b3d-439f-b165-a657b4292055 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:00.711196 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (805084e4-9b3d-439f-b165-a657b4292055), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:00.771265 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9db1ce0a-ed60-4512-9e25-76f0a661a5c1 req-41bc7bba-a2ee-4b4e-b7e0-a2bf38bc58a7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337113 May 13 14:36:00.829658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 805084e4-9b3d-439f-b165-a657b4292055 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:00.852771 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985965-71d4-4d9a-9e29-28f325631dea req-a408dd4d-6c16-4c45-8c86-2acee066bd7f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.854695 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f9985965-71d4-4d9a-9e29-28f325631dea req-a408dd4d-6c16-4c45-8c86-2acee066bd7f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.1219280 May 13 14:36:00.911016 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f9985965-71d4-4d9a-9e29-28f325631dea req-ca0ea872-a55b-4271-a266-93bc67809b11 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487556 May 13 14:36:01.700558 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c140b20-6a1c-4ea7-b1ba-37a8e251de6b req-c3ff1a7f-330a-484f-b528-3c21f4a59fbd tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0285132 May 13 14:36:01.889549 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2c1df-24c8-4910-9572-87d1c879d869 req-24adb390-f0cb-40ec-92c4-5f602c2d680f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.891067 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40a2c1df-24c8-4910-9572-87d1c879d869 req-24adb390-f0cb-40ec-92c4-5f602c2d680f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0534029 May 13 14:36:01.951777 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40a2c1df-24c8-4910-9572-87d1c879d869 req-8350ec96-35e2-43ba-93c8-c343b97b7381 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 May 13 14:36:02.050244 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee375a-8d5b-4213-9f06-c9050a38bdfe req-b1654356-e71b-4408-ac39-f5eaebe2f652 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:02.051862 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03ee375a-8d5b-4213-9f06-c9050a38bdfe req-b1654356-e71b-4408-ac39-f5eaebe2f652 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0586121 May 13 14:36:02.100402 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03ee375a-8d5b-4213-9f06-c9050a38bdfe req-d48a3e4a-d12a-4221-b3f1-519e61195b18 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 May 13 14:36:02.802041 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b04b49c2-ea96-49b9-9f6e-2093cb92afe0 req-39c7c112-14a5-4066-970e-bf6d37b59dc1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0310006 May 13 14:36:03.072146 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dbe9f-11d7-4bfd-8e77-147df27d6085 req-312789a8-dd63-489d-bedf-4f73babe2a42 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.074953 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-747dbe9f-11d7-4bfd-8e77-147df27d6085 req-312789a8-dd63-489d-bedf-4f73babe2a42 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0527911 May 13 14:36:03.144201 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-747dbe9f-11d7-4bfd-8e77-147df27d6085 req-e718c7c5-8169-4b30-9613-533bcc5eb1fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 May 13 14:36:03.240352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-ef19e60e-60fa-40e2-a74d-9de635f21d3c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.241275 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d05f-492c-426c-b3fd-d2dd18bc7c98 req-2ff27b69-6854-432e-98e4-8cd1b5c96bae tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.242373 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-ef19e60e-60fa-40e2-a74d-9de635f21d3c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1423485 May 13 14:36:03.242914 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b098d05f-492c-426c-b3fd-d2dd18bc7c98 req-2ff27b69-6854-432e-98e4-8cd1b5c96bae tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0553472 May 13 14:36:03.297672 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b098d05f-492c-426c-b3fd-d2dd18bc7c98 req-2e928a42-148e-4892-ad82-50181b50ec0e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491273 May 13 14:36:03.329861 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-d4049474-830a-46af-84f3-02885ec760e7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 473 time: 0.0738485 May 13 14:36:03.713672 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'port': {'device_id': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'admin_state_up': True, 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'security_groups': ['d2f84767-8b34-4989-a47f-a0c9b7f62577']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:03.898795 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8657ca42-98ee-4d04-9729-bcafa6893899 req-c395fb21-fd99-4f23-990f-61b3f8aec90a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0279670 May 13 14:36:03.963345 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:03.968597 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.102274 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.20.0.5 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/4439f23c-04ab-470c-be3c-dd257b8e4f75) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:04.284006 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.306261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05290-b32c-413a-8bc3-c943328d80cb req-4355d80f-aa1f-4f4c-8e95-7d12d43fb4ee tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.309777 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ee05290-b32c-413a-8bc3-c943328d80cb req-4355d80f-aa1f-4f4c-8e95-7d12d43fb4ee tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0512657 May 13 14:36:04.363142 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ee05290-b32c-413a-8bc3-c943328d80cb req-3852613c-62c1-4c36-8285-57f9685f8cfe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 May 13 14:36:04.368087 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.424856 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:04.424856 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:04.428085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:36:04.476898 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:04.498683 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e878b-8ac4-40db-98c0-3d42ab809068 req-ef5a968e-cf50-4bf7-bff4-0568b025898d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.503026 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.503835 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.505016 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c7e878b-8ac4-40db-98c0-3d42ab809068 req-ef5a968e-cf50-4bf7-bff4-0568b025898d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0633965 May 13 14:36:04.566332 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c7e878b-8ac4-40db-98c0-3d42ab809068 req-fe1be3e0-c962-45b3-ad8b-2ffb3754d273 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556788 May 13 14:36:04.627760 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-fa37c76f-ec9a-4329-a32e-b214d34afb6a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179628 May 13 14:36:04.643876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b77734-225a-4641-a516-f2ef7ae0ef0f req-bd1cce34-549e-495f-954d-6babab343e06 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.651918 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f1b77734-225a-4641-a516-f2ef7ae0ef0f req-bd1cce34-549e-495f-954d-6babab343e06 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0643072 May 13 14:36:04.698416 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f1b77734-225a-4641-a516-f2ef7ae0ef0f req-aaa12713-af5f-451a-8e22-02f445ad89af tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455871 May 13 14:36:04.717875 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Request body: {'port': {'device_id': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:04.775463 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-55c7723f-4de7-4be3-a1ed-7bee865ba245 None None] Provisioning complete for port 4439f23c-04ab-470c-be3c-dd257b8e4f75 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:04.776054 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55c7723f-4de7-4be3-a1ed-7bee865ba245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.782681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:04.818077 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-55c7723f-4de7-4be3-a1ed-7bee865ba245 None None] Port 4439f23c-04ab-470c-be3c-dd257b8e4f75 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:36:05.021771 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb464d2-029a-4819-8635-0e73cb27911c req-560118f9-3f61-44a6-8ade-f7c44249f565 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.025186 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bb464d2-029a-4819-8635-0e73cb27911c req-560118f9-3f61-44a6-8ade-f7c44249f565 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 931 time: 0.0544765 May 13 14:36:05.074736 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4439f23c-04ab-470c-be3c-dd257b8e4f75 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:05.077735 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bb464d2-029a-4819-8635-0e73cb27911c req-aab92f2b-d7f4-410b-acb8-587822689018 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 May 13 14:36:05.084950 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks [] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:05.100017 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Transition to ACTIVE for port object 4439f23c-04ab-470c-be3c-dd257b8e4f75 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:36:05.161860 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:05.218229 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:05.296222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Attempting to bind port 4439f23c-04ab-470c-be3c-dd257b8e4f75 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:36:05.297180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Attempting to bind port 4439f23c-04ab-470c-be3c-dd257b8e4f75 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:36:05.297180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Attempting to bind port 4439f23c-04ab-470c-be3c-dd257b8e4f75 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:05.305639 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Port 4439f23c-04ab-470c-be3c-dd257b8e4f75 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:36:05.305961 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Attempting to bind port 4439f23c-04ab-470c-be3c-dd257b8e4f75 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:05.312216 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:36:05.312551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:36:05.312929 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:36:05.313352 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Bound port: 4439f23c-04ab-470c-be3c-dd257b8e4f75, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:36:05.313704 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:05.384569 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:36:05.392213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:36:05.459472 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:05.482819 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271fd6e-cf50-4a14-af0e-217a9819972e req-1c15b167-0761-4ce4-83cf-933349704a46 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.484995 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7271fd6e-cf50-4a14-af0e-217a9819972e req-1c15b167-0761-4ce4-83cf-933349704a46 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0492222 May 13 14:36:05.495247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.495999 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:05.497418 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-7fb20444-0418-476e-90af-188566060dd4 service neutron] 10.222.0.97 "PUT /v2.0/ports/4439f23c-04ab-470c-be3c-dd257b8e4f75 HTTP/1.1" status: 200 len: 1093 time: 0.7840981 May 13 14:36:05.500262 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:05.502515 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d327bf-493f-4cb8-91a1-553801ed2723" -d '{"events": [{"name": "network-changed", "server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:05.531565 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20444-0418-476e-90af-188566060dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:05.546104 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7271fd6e-cf50-4a14-af0e-217a9819972e req-13b811b3-7ad0-4804-a7f4-6d66ab38d0b2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 May 13 14:36:05.550673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe488e5-bbea-4b1e-a53e-ade1b03265f4 x-openstack-request-id: req-bfe488e5-bbea-4b1e-a53e-ade1b03265f4 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:05.550990 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:05.551289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bfe488e5-bbea-4b1e-a53e-ade1b03265f4 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:05.551843 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe488e5-bbea-4b1e-a53e-ade1b03265f4'] response: {'name': 'network-changed', 'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'status': 'completed', 'code': 200} May 13 14:36:05.640301 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-fdb5119e-5d86-4c5b-8ef9-236e0814cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.641958 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-fdb5119e-5d86-4c5b-8ef9-236e0814cd39 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 1127 time: 0.0459731 May 13 14:36:05.722078 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f64ab-b1e0-4b09-ade6-94b5573f5882 req-3ac4db91-18df-4e17-ab9d-55f019230a15 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.724430 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-187f64ab-b1e0-4b09-ade6-94b5573f5882 req-3ac4db91-18df-4e17-ab9d-55f019230a15 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0599446 May 13 14:36:05.770746 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-2b318476-1411-49b8-a236-5a9cf2c772fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.772283 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-2b318476-1411-49b8-a236-5a9cf2c772fe service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9da8a73af95447ba8519a7f0b366e858&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1196980 May 13 14:36:05.882200 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-40a4a3ac-f0f5-422a-b19b-db350a04ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.883835 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d327bf-493f-4cb8-91a1-553801ed2723 req-40a4a3ac-f0f5-422a-b19b-db350a04ad15 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019874 May 13 14:36:05.978748 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-5e6b82e2-c7bc-49f0-8ccd-12134a7f6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.980917 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-5e6b82e2-c7bc-49f0-8ccd-12134a7f6221 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 1127 time: 0.0468266 May 13 14:36:06.032306 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-9f64255d-9b4a-4855-9f45-7e7451a64daf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75 HTTP/1.1" status: 200 len: 217 time: 0.0429745 May 13 14:36:06.034647 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b78e5-378d-4f04-884c-d1e2d5bec4fc req-b3eb9d0c-691f-41bb-9e01-d28e04fcfbd4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.036148 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-874b78e5-378d-4f04-884c-d1e2d5bec4fc req-b3eb9d0c-691f-41bb-9e01-d28e04fcfbd4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0605915 May 13 14:36:06.054579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-187f64ab-b1e0-4b09-ade6-94b5573f5882 req-009bca58-e96f-4667-9a9e-3dd5bb585b8b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247237 May 13 14:36:06.085794 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-5ea54ca4-6f5f-4bb2-a7c5-c8626a34e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.087330 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-5ea54ca4-6f5f-4bb2-a7c5-c8626a34e8b2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0487773 May 13 14:36:06.091815 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-874b78e5-378d-4f04-884c-d1e2d5bec4fc req-7161d6e5-30c7-480e-80c3-265562a8e1ea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470977 May 13 14:36:06.163958 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-c83ea808-5178-44ea-80ee-4a83efa0c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.165824 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-c83ea808-5178-44ea-80ee-4a83efa0c600 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614183 May 13 14:36:06.210252 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c76dc-981f-4a0a-8421-fcafeefd8d93 req-608c0f73-b477-4be0-a8bb-70d01f404de2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.211782 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c38c76dc-981f-4a0a-8421-fcafeefd8d93 req-608c0f73-b477-4be0-a8bb-70d01f404de2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 943 time: 0.0510488 May 13 14:36:06.281856 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-4af080e7-3e22-4097-88b4-40d87ffa02e0 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038101 May 13 14:36:06.283268 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c38c76dc-981f-4a0a-8421-fcafeefd8d93 req-34f4453c-7b75-4ebd-90c7-c6107df615f6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620525 May 13 14:36:06.389883 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bc04dc7-7e73-4bca-a2c9-62f8c39901d9 req-4a0efc75-dafd-447c-b220-1a003654d298 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968165 May 13 14:36:06.690939 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2536-abaf-411c-9ae0-4e1b741027fd req-7fbdcb50-37f3-41c7-8383-6764468b6027 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.690939 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fae2536-abaf-411c-9ae0-4e1b741027fd req-7fbdcb50-37f3-41c7-8383-6764468b6027 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0562184 May 13 14:36:06.747337 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fae2536-abaf-411c-9ae0-4e1b741027fd req-035106c8-b383-4279-9cc4-e711aa02b07c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 May 13 14:36:07.111439 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-6448b9e2-d655-4273-9372-036268fe77d6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916240368&fields=id&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 267 time: 0.0517914 May 13 14:36:07.230045 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553b222-2aca-4ea0-bf8c-317fb0de73e5 req-18979d32-0a64-4b10-b34d-03b5401f297f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.231380 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8553b222-2aca-4ea0-bf8c-317fb0de73e5 req-18979d32-0a64-4b10-b34d-03b5401f297f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0894768 May 13 14:36:07.293638 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-df8be315-7e39-468c-8dd0-ccd609e5d6c7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.295200 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-df8be315-7e39-468c-8dd0-ccd609e5d6c7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1770926 May 13 14:36:07.318736 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-bda240e9-4d40-4a07-860e-2520bd81486c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/quotas/8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 375 time: 0.0173335 May 13 14:36:07.321874 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8553b222-2aca-4ea0-bf8c-317fb0de73e5 req-abefba86-24d9-4474-82ca-9ec908d1b100 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808783 May 13 14:36:07.379018 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-2877b90a-b698-42f2-bb5e-a51f0110d23b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544503 May 13 14:36:07.477313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fa98c-b7a3-41c5-8399-326a8a14c5dd req-829ce3c7-3a71-48d9-9385-fd9a3ea6dacf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.478818 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f4fa98c-b7a3-41c5-8399-326a8a14c5dd req-829ce3c7-3a71-48d9-9385-fd9a3ea6dacf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0910666 May 13 14:36:07.544011 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-257bb754-4388-41df-a0b2-f7bcc387d5c0 service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469467 May 13 14:36:07.556001 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f4fa98c-b7a3-41c5-8399-326a8a14c5dd req-b4fcf2b6-114d-4f67-ba77-b070b99689ec tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703421 May 13 14:36:07.691567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae874-8af0-433d-9c20-9ce062bdf149 req-6db78e26-1e87-435b-9fb3-ddea48229243 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.693130 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b0ae874-8af0-433d-9c20-9ce062bdf149 req-6db78e26-1e87-435b-9fb3-ddea48229243 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 943 time: 0.0744312 May 13 14:36:07.697051 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-60fb463f-4820-4431-88af-ba93c1f3c222 service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401737 May 13 14:36:07.742290 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b0ae874-8af0-433d-9c20-9ce062bdf149 req-86a9a334-cff3-4819-98de-457ea7bfcf03 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 May 13 14:36:07.865077 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5a36-7f47-435a-99d1-e3d3a172a082 req-afe4ef8c-d1cc-4915-b268-07f4af8d5a29 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.866604 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f0f5a36-7f47-435a-99d1-e3d3a172a082 req-afe4ef8c-d1cc-4915-b268-07f4af8d5a29 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0498288 May 13 14:36:07.915874 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f0f5a36-7f47-435a-99d1-e3d3a172a082 req-1dc8f452-95c8-4c9c-8b6e-d07e619abd56 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 May 13 14:36:08.020854 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4439f23c-04ab-470c-be3c-dd257b8e4f75 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:36:08.120955 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:08.132678 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'port_id': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'mac_address': 'fa:16:3e:a3:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:36:08.175222 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4439f23c-04ab-470c-be3c-dd257b8e4f75 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:08.175685 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:08.189652 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4439f23c-04ab-470c-be3c-dd257b8e4f75 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:08.209990 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:08.265025 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:08.266179 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a82a2b69-7447-4d82-b0cb-e4cc45e5b80f req-121a3a7f-185f-4848-860b-59ffc09ff83e tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 210 time: 0.0300510 May 13 14:36:08.318334 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:08.451960 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce83b5a-c523-47fb-8522-ed2205f84459 req-b9c5dae9-725c-46eb-bd28-25a5eff59711 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.453502 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8ce83b5a-c523-47fb-8522-ed2205f84459 req-b9c5dae9-725c-46eb-bd28-25a5eff59711 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0528276 May 13 14:36:08.506204 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8ce83b5a-c523-47fb-8522-ed2205f84459 req-b59c3f0d-4d33-42c1-a022-c476a1dd610b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468085 May 13 14:36:08.626068 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['4439f23c-04ab-470c-be3c-dd257b8e4f75'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:36:08.679459 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a7d2d-10a8-4cd0-a2cd-6733b2afc0de req-50f78e2b-36fa-461b-b050-fd0e2dbc6107 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.681272 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-377a7d2d-10a8-4cd0-a2cd-6733b2afc0de req-50f78e2b-36fa-461b-b050-fd0e2dbc6107 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0488908 May 13 14:36:08.739383 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-377a7d2d-10a8-4cd0-a2cd-6733b2afc0de req-659f024a-0646-4d28-b793-9d826e8bb8a4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521402 May 13 14:36:08.863914 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd28f04-be44-44a9-92d3-ae603d5a167e req-65077a31-9c3e-490b-8cc8-e453dbf1ae8d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.865441 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-edd28f04-be44-44a9-92d3-ae603d5a167e req-65077a31-9c3e-490b-8cc8-e453dbf1ae8d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 944 time: 0.0490949 May 13 14:36:08.922064 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-edd28f04-be44-44a9-92d3-ae603d5a167e req-5fe6092a-8c6b-4f0d-907a-d8aa112fde03 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501568 May 13 14:36:09.043207 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772316d2-fd91-444d-8810-48bfc7580026 req-accffad9-dc3a-498e-8e67-0ad03367ee44 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.045051 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-772316d2-fd91-444d-8810-48bfc7580026 req-accffad9-dc3a-498e-8e67-0ad03367ee44 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0518448 May 13 14:36:09.095091 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-772316d2-fd91-444d-8810-48bfc7580026 req-01af3cd5-41e3-4fd4-8ed3-c2b4daed6485 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 May 13 14:36:09.377536 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-be2b6f17-fb1b-41ef-9247-161cb69d413d req-98ab531e-102b-4a04-82c2-2101abaf7ae2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 210 time: 0.0294702 May 13 14:36:09.634046 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea3933-daa2-47ad-b79c-6354bcd3ca99 req-b1047711-4867-45af-a6c4-ca0d35a96ca3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.635949 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-baea3933-daa2-47ad-b79c-6354bcd3ca99 req-b1047711-4867-45af-a6c4-ca0d35a96ca3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0573201 May 13 14:36:09.687172 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-baea3933-daa2-47ad-b79c-6354bcd3ca99 req-fd04c50b-bcd9-484c-8b7f-14a908010934 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 May 13 14:36:09.862943 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea257dd5-8043-412d-bc82-2b700bc90f42 req-4cd0c037-315a-4c2f-851a-877cc98c5cf4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.864418 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea257dd5-8043-412d-bc82-2b700bc90f42 req-4cd0c037-315a-4c2f-851a-877cc98c5cf4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0498166 May 13 14:36:09.912442 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea257dd5-8043-412d-bc82-2b700bc90f42 req-40be7309-bccf-41bc-8608-5889d276848c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 May 13 14:36:10.036488 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90dece-816d-4112-b008-bc8092fd16a8 req-ae6b6d50-3c4d-4813-a1c5-ab4077eaf272 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.037959 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b90dece-816d-4112-b008-bc8092fd16a8 req-ae6b6d50-3c4d-4813-a1c5-ab4077eaf272 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 944 time: 0.0501523 May 13 14:36:10.053333 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4439f23c-04ab-470c-be3c-dd257b8e4f75 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:36:10.089503 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b90dece-816d-4112-b008-bc8092fd16a8 req-7415c3ff-f729-4061-9ca4-4aa743bbf41c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450110 May 13 14:36:10.098056 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 4439f23c-04ab-470c-be3c-dd257b8e4f75 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:36:10.184602 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 4439f23c-04ab-470c-be3c-dd257b8e4f75 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:10.184982 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:10.212773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755b46-3ee3-4daa-a84f-9c998561f6ec req-a4c3078d-5735-44c7-94e2-5fb4fe5fad75 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.214972 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1755b46-3ee3-4daa-a84f-9c998561f6ec req-a4c3078d-5735-44c7-94e2-5fb4fe5fad75 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0488107 May 13 14:36:10.264912 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1755b46-3ee3-4daa-a84f-9c998561f6ec req-5ae94248-d517-4c81-81ed-7cd0d6cbd4e9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 May 13 14:36:10.278418 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4439f23c-04ab-470c-be3c-dd257b8e4f75 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:10.278839 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:10.308366 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:10.310928 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b752375-30da-4095-a054-aad7d3a9b209" -d '{"events": [{"server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "name": "network-vif-plugged", "status": "completed", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:10.324776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:10.359155 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb8762-ccfa-4189-9d61-b35c756337f0 x-openstack-request-id: req-deeb8762-ccfa-4189-9d61-b35c756337f0 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:10.359475 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "name": "network-vif-plugged", "status": "completed", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:10.359730 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-deeb8762-ccfa-4189-9d61-b35c756337f0 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:10.360195 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeb8762-ccfa-4189-9d61-b35c756337f0'] response: {'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'code': 200} May 13 14:36:10.391140 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:10.449575 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:10.480993 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-091eba26-ae0e-438b-92aa-4dc7c8dd067f req-e2a028fb-3e73-4b9d-9794-2d572bb4c09d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 210 time: 0.0288780 May 13 14:36:10.632825 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-47b5b0cf-deeb-4fa3-9c5f-fbe1a2e3d8ee tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.634162 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-47b5b0cf-deeb-4fa3-9c5f-fbe1a2e3d8ee tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1083260 May 13 14:36:10.736207 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-9e4fc3e5-1170-4f0c-a150-4e53bc6a0ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 380 time: 0.0842822 May 13 14:36:10.747063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'port': {'device_id': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'admin_state_up': True, 'tenant_id': '8391c9f300934ba28228812c22438db9', 'security_groups': ['dc220401-f0de-4aaf-a753-389c91238d66']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:10.753941 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ec033-b1a5-4804-9418-993d27ea9546 req-2a1823b1-85f3-48a2-bbdb-35b6a3518bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.755427 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-012ec033-b1a5-4804-9418-993d27ea9546 req-2a1823b1-85f3-48a2-bbdb-35b6a3518bf6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 1129 time: 0.0601373 May 13 14:36:10.820949 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f8af-579b-407e-8fbd-2088eca9b472 req-b034f906-01a7-4027-83e0-2141d0cb46a1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.826757 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27b9f8af-579b-407e-8fbd-2088eca9b472 req-b034f906-01a7-4027-83e0-2141d0cb46a1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0545270 May 13 14:36:10.855262 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-012ec033-b1a5-4804-9418-993d27ea9546 req-ed2c4824-a590-4bc3-91e4-90b6f0c7690a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893698 May 13 14:36:10.879243 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27b9f8af-579b-407e-8fbd-2088eca9b472 req-eaf407b2-b6c4-458a-818d-5227753e7eea tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 May 13 14:36:10.984607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Made reservation on behalf of 8391c9f300934ba28228812c22438db9 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:10.988293 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:11.031000 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a2a9-33c1-4cb2-910a-187b80ea229a req-bad25656-dc9d-4353-b94b-1f5b90ca4acc tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.032508 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8cd6a2a9-33c1-4cb2-910a-187b80ea229a req-bad25656-dc9d-4353-b94b-1f5b90ca4acc tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0488288 May 13 14:36:11.080468 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8cd6a2a9-33c1-4cb2-910a-187b80ea229a req-d315c0d1-b1c4-4ce7-a689-ac775e3dc256 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 May 13 14:36:11.133584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.20.0.12 (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17/f0316500-5218-401f-bf1c-0d1322043fbb/0c7723f2-cd0d-47c2-85a3-ef228f2c6166) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:11.209602 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074fc6a-f78e-4534-965f-5d6c10b3947e req-5ca0b263-ef89-4913-a092-099def1ccbe4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.211163 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f074fc6a-f78e-4534-965f-5d6c10b3947e req-5ca0b263-ef89-4913-a092-099def1ccbe4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0488896 May 13 14:36:11.266030 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f074fc6a-f78e-4534-965f-5d6c10b3947e req-f37bd679-61c1-43c6-88d9-efe06b865e6e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 May 13 14:36:11.297739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:11.386732 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975271d2-1650-4ae3-8311-fa6c9a88e3c2 req-60854ed2-e406-4b5b-997b-6f62e776c8fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.388247 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-975271d2-1650-4ae3-8311-fa6c9a88e3c2 req-60854ed2-e406-4b5b-997b-6f62e776c8fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0511611 May 13 14:36:11.403716 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:11.443662 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-975271d2-1650-4ae3-8311-fa6c9a88e3c2 req-9af739ac-61d6-40cb-ad79-25c9b69d7055 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492601 May 13 14:36:11.455828 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:11.459139 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:11.469282 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:36:11.476562 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:11.521845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.522518 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:11.604920 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-fc6f0758-6942-4cdd-ad7f-9eaf8cf37ad6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611388 May 13 14:36:11.608756 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e346-0b15-40a1-9166-ad2b6e37e1b9 req-0b9df5e4-ed35-4ebc-be6b-4cb872d6aa8e tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.610565 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66a1e346-0b15-40a1-9166-ad2b6e37e1b9 req-0b9df5e4-ed35-4ebc-be6b-4cb872d6aa8e tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 932 time: 0.0544963 May 13 14:36:11.663551 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66a1e346-0b15-40a1-9166-ad2b6e37e1b9 req-2fb1191f-5690-474f-8a41-6121daa3fb61 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 May 13 14:36:11.673137 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:36:11.748095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-01946d61-6759-43e0-9ca2-64de6ca8e834 None None] Provisioning complete for port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:11.748675 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01946d61-6759-43e0-9ca2-64de6ca8e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:11.787452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-01946d61-6759-43e0-9ca2-64de6ca8e834 None None] Port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:36:12.005204 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c12d-68f0-4fb6-8abb-94790e253d62 req-dd6e983e-f259-4030-8459-7490cac16773 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.006759 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a43c12d-68f0-4fb6-8abb-94790e253d62 req-dd6e983e-f259-4030-8459-7490cac16773 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0514393 May 13 14:36:12.018320 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Request body: {'port': {'device_id': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:12.061125 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a43c12d-68f0-4fb6-8abb-94790e253d62 req-2d091e86-bcb0-44b3-af17-5f589441443d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 May 13 14:36:12.082157 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:12.203823 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341228-2727-4438-84b1-ac214509c03e req-31dfe886-325f-41a2-9372-391946b16e83 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.205509 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f9341228-2727-4438-84b1-ac214509c03e req-31dfe886-325f-41a2-9372-391946b16e83 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0488710 May 13 14:36:12.255339 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f9341228-2727-4438-84b1-ac214509c03e req-bf925539-dadd-4983-827b-501ae3fd8ad0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 May 13 14:36:12.378726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:12.386249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks [] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:12.395852 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74d2d4-f4c8-47b4-89ae-fd56b30affea req-9f6e7107-dc52-4127-abf5-a78842b633bd tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.395852 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b74d2d4-f4c8-47b4-89ae-fd56b30affea req-9f6e7107-dc52-4127-abf5-a78842b633bd tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0505760 May 13 14:36:12.399605 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Transition to ACTIVE for port object 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:36:12.441917 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b74d2d4-f4c8-47b4-89ae-fd56b30affea req-e1728bed-9520-4afb-97fb-b74d70e92398 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477600 May 13 14:36:12.465630 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:12.549688 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:12.596274 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958a113-5f76-479b-8b5b-9500cab61b22 req-4c32f8a0-6027-4289-88b5-455ee768bbff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.604345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4958a113-5f76-479b-8b5b-9500cab61b22 req-4c32f8a0-6027-4289-88b5-455ee768bbff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0648167 May 13 14:36:12.666438 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Attempting to bind port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:36:12.666889 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Attempting to bind port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:36:12.667314 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Attempting to bind port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:12.671018 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4958a113-5f76-479b-8b5b-9500cab61b22 req-0c18b100-39f1-4574-acc2-f1093ba9c70b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 May 13 14:36:12.673968 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:36:12.676330 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Attempting to bind port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:12.687459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:36:12.687459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:36:12.687459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Bound using segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:36:12.687459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Bound port: 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:36:12.687459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:12.841869 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867ce8-b2d2-463f-a180-1b7631a76c02 req-a2d5711b-b2f4-4e4f-ba06-22526b157633 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.843565 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b867ce8-b2d2-463f-a180-1b7631a76c02 req-a2d5711b-b2f4-4e4f-ba06-22526b157633 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0648806 May 13 14:36:12.902506 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b867ce8-b2d2-463f-a180-1b7631a76c02 req-14bef658-92ce-498c-8f1d-5a3098411a18 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520883 May 13 14:36:13.053632 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:36:13.056667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:36:13.110840 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:13.146551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.147071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:13.148453 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] 10.222.0.97 "PUT /v2.0/ports/0c7723f2-cd0d-47c2-85a3-ef228f2c6166 HTTP/1.1" status: 200 len: 1094 time: 1.1353035 May 13 14:36:13.148966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:13.152460 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725" -d '{"events": [{"name": "network-changed", "server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:13.179372 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f4a20-c0d5-40e8-8b06-101c4e611fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:13.194116 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e56ea2-e7dc-4fc5-9101-afeda6c2f97e x-openstack-request-id: req-86e56ea2-e7dc-4fc5-9101-afeda6c2f97e {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:13.194407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:13.194722 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-86e56ea2-e7dc-4fc5-9101-afeda6c2f97e {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:13.198476 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e56ea2-e7dc-4fc5-9101-afeda6c2f97e'] response: {'name': 'network-changed', 'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'status': 'completed', 'code': 200} May 13 14:36:13.237839 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4b383-2bd6-4916-a300-865ae44eb888 req-30b098ed-aa44-4fc1-8970-32464ccac066 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.240518 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41b4b383-2bd6-4916-a300-865ae44eb888 req-30b098ed-aa44-4fc1-8970-32464ccac066 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0840132 May 13 14:36:13.331875 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41b4b383-2bd6-4916-a300-865ae44eb888 req-d7a7cd07-8f9d-4174-bb09-b3394c48f34f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822148 May 13 14:36:13.373254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-24626f64-c26f-4449-816f-f806acb92344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.375224 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-24626f64-c26f-4449-816f-f806acb92344 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 1128 time: 0.0664160 May 13 14:36:13.414997 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da717915-c772-4fc0-902f-02c6ab0b84f6 req-88f91243-afe4-408b-9247-af4cccba464b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.417050 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-da717915-c772-4fc0-902f-02c6ab0b84f6 req-88f91243-afe4-408b-9247-af4cccba464b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0493889 May 13 14:36:13.483140 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-da717915-c772-4fc0-902f-02c6ab0b84f6 req-222c1928-9276-4e87-a798-7adc1f099870 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583971 May 13 14:36:13.496677 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-660a5d59-87c0-4b15-9bf6-9838689008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.498152 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-660a5d59-87c0-4b15-9bf6-9838689008e2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8391c9f300934ba28228812c22438db9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1068835 May 13 14:36:13.569174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c80d-3c08-47ec-bc69-a9c3efed2f72 req-94d4d99b-b6bd-475d-be1b-466e105da6f3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.570699 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d443c80d-3c08-47ec-bc69-a9c3efed2f72 req-94d4d99b-b6bd-475d-be1b-466e105da6f3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0483234 May 13 14:36:13.623586 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d443c80d-3c08-47ec-bc69-a9c3efed2f72 req-2ab102af-7793-41c7-8ec0-9ea05b7560bd tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 May 13 14:36:13.637097 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-a89c0ca0-7a08-4aaa-aa05-8fb538fa90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.638585 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad8f26a2-cf18-4ed3-8b72-3c31f5cb8725 req-a89c0ca0-7a08-4aaa-aa05-8fb538fa90f5 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964191 May 13 14:36:13.743793 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910b895-08e2-455f-96da-f72b57c9229d req-7fe3eccf-df88-4c0a-bcf8-3c90abdf63b3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.745379 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1910b895-08e2-455f-96da-f72b57c9229d req-7fe3eccf-df88-4c0a-bcf8-3c90abdf63b3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0517008 May 13 14:36:13.747741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-5da6deee-7149-4650-bf55-adeefccd3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.749380 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-5da6deee-7149-4650-bf55-adeefccd3d42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 1128 time: 0.0457771 May 13 14:36:13.754454 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 44790) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:13.758873 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'port_id': '4439f23c-04ab-470c-be3c-dd257b8e4f75'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:13.793745 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3598d3-981d-43d9-9547-363aa4f310fb req-077043c6-81be-40e3-923c-7b36d0483c53 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.795355 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab3598d3-981d-43d9-9547-363aa4f310fb req-077043c6-81be-40e3-923c-7b36d0483c53 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0490687 May 13 14:36:13.837029 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-f93d3eb3-2d8d-4f29-94f1-6acab4f3caeb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166 HTTP/1.1" status: 200 len: 217 time: 0.0744162 May 13 14:36:13.840216 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:13.850770 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab3598d3-981d-43d9-9547-363aa4f310fb req-26897f6b-bb48-4d83-8131-bb961d1257fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474176 May 13 14:36:13.971741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-51bc1b30-ff80-4a15-b41a-411251cb874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.973716 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-51bc1b30-ff80-4a15-b41a-411251cb874e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.1291125 May 13 14:36:14.041577 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46cbea-f00d-4a58-ab0d-893069329069 req-978fb575-64b0-4d6e-b612-62b72549661f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.043610 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc46cbea-f00d-4a58-ab0d-893069329069 req-978fb575-64b0-4d6e-b612-62b72549661f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0542657 May 13 14:36:14.068652 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-8d075955-6d42-4e75-b389-d05b56a5ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.070185 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-8d075955-6d42-4e75-b389-d05b56a5ec6c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865474 May 13 14:36:14.108981 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc46cbea-f00d-4a58-ab0d-893069329069 req-a1ef9f72-00f3-4ed8-91b4-3ff139e0eb1b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592666 May 13 14:36:14.303497 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-1b79b674-8dec-410a-b5a1-cbe4fb82b638 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053533 May 13 14:36:14.466026 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207971-d3b8-4311-90ae-58b0917da80e req-d1d2e820-065c-4e31-8b23-4ab05cd24fda tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.467581 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49207971-d3b8-4311-90ae-58b0917da80e req-d1d2e820-065c-4e31-8b23-4ab05cd24fda tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0484028 May 13 14:36:14.518050 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c498845-fd14-4bcb-88a6-269e357e1b69 req-dfc1fa79-9407-4e70-85f8-277e02cb735d service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746912 May 13 14:36:14.520126 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49207971-d3b8-4311-90ae-58b0917da80e req-6100b0e6-94de-4fef-baf6-3ca046886599 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 May 13 14:36:14.537115 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:14.614166 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82b521-ae0d-4d83-bbea-0c800a6aa6d0 req-e1985ac4-b216-45c8-823c-bce67235c6c2 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.615700 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af82b521-ae0d-4d83-bbea-0c800a6aa6d0 req-e1985ac4-b216-45c8-823c-bce67235c6c2 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0474777 May 13 14:36:14.653788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:14.677410 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af82b521-ae0d-4d83-bbea-0c800a6aa6d0 req-0d092451-0ad7-46f4-9e18-308883552c9e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552950 May 13 14:36:14.769427 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP bfb89df3-3846-4d26-a719-31fdc5dbf31d associated. External IP: 172.27.0.126, port: 4439f23c-04ab-470c-be3c-dd257b8e4f75. May 13 14:36:14.806313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44806) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:14.921157 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3d69a4-dc9b-4761-baa2-b20a88a815d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:14.993708 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb38a-839d-4c8f-ae31-b2c78736340c req-aa84968f-562f-4723-b1ec-097f5152fe8c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.995445 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-148cb38a-839d-4c8f-ae31-b2c78736340c req-aa84968f-562f-4723-b1ec-097f5152fe8c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0661447 May 13 14:36:15.008120 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:36:15.072025 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-148cb38a-839d-4c8f-ae31-b2c78736340c req-8f49e0c1-4336-4e98-b2a0-171f3b4b1dc0 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697639 May 13 14:36:15.081581 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3d69a4-dc9b-4761-baa2-b20a88a815d5 admin admin] Publish callbacks [] for security_group (af106717-7bc3-4166-aca4-2242ebb8f501), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.128433 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3d69a4-dc9b-4761-baa2-b20a88a815d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (af106717-7bc3-4166-aca4-2242ebb8f501), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.136750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:36:15.142983 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.151742 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:15.169895 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:36:15.170539 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.175655 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ec473b78-7c22-4b79-982f-e88bdf34d189 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "PUT /v2.0/floatingips/bfb89df3-3846-4d26-a719-31fdc5dbf31d HTTP/1.1" status: 200 len: 991 time: 1.4201212 May 13 14:36:15.179814 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d69a4-dc9b-4761-baa2-b20a88a815d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af106717-7bc3-4166-aca4-2242ebb8f501,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:15.187794 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-af3d69a4-dc9b-4761-baa2-b20a88a815d5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d2e0d3870caf4c23a7e3b91ab92c91f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780110 May 13 14:36:15.188057 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 44818) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:15.195710 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:15.198150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da076e-dd42-4517-a748-70354acc5f33" -d '{"events": [{"name": "network-changed", "server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:15.246537 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f6627-0434-44aa-b9ec-e91b9b888021 x-openstack-request-id: req-6a3f6627-0434-44aa-b9ec-e91b9b888021 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:15.246794 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:15.247011 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6a3f6627-0434-44aa-b9ec-e91b9b888021 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:15.247447 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3f6627-0434-44aa-b9ec-e91b9b888021'] response: {'name': 'network-changed', 'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'status': 'completed', 'code': 200} May 13 14:36:15.277970 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4649-abd0-4d1d-b009-4dbd5c6864d2 req-15b61dd3-89a3-4d64-93d8-f5198548dcba tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.279634 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf8c4649-abd0-4d1d-b009-4dbd5c6864d2 req-15b61dd3-89a3-4d64-93d8-f5198548dcba tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0756927 May 13 14:36:15.301556 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] Publish callbacks [] for security_group (af106717-7bc3-4166-aca4-2242ebb8f501), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.346615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] Publish callbacks [] for security_group (af106717-7bc3-4166-aca4-2242ebb8f501), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.374794 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf8c4649-abd0-4d1d-b009-4dbd5c6864d2 req-bef02f0e-0fc0-4c2e-b27d-dfa3e8ab7614 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856402 May 13 14:36:15.405630 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:36:15.489424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da076e-dd42-4517-a748-70354acc5f33 req-ae452a75-e22d-4293-b364-0acbb171db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.490955 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-ae452a75-e22d-4293-b364-0acbb171db89 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 1129 time: 0.0454438 May 13 14:36:15.510344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (af106717-7bc3-4166-aca4-2242ebb8f501), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.513711 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:15.526824 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/af106717-7bc3-4166-aca4-2242ebb8f501 HTTP/1.1" status: 204 len: 168 time: 0.3259809 May 13 14:36:15.528471 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6aef7-f60b-4544-ba30-1c363ea2e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af106717-7bc3-4166-aca4-2242ebb8f501,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:15.630308 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da076e-dd42-4517-a748-70354acc5f33 req-39261782-d477-460d-a528-08ce28dbe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.631994 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-39261782-d477-460d-a528-08ce28dbe135 service neutron] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 916 time: 0.1273329 May 13 14:36:15.663636 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'bfb89df3-3846-4d26-a719-31fdc5dbf31d', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:a3:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:58Z', 'updated_at': '2022-05-13T14:36:14Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}, {'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.665429 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681acb-2b61-476b-ab43-b9a2e412f9ef req-0eb19035-f035-459d-bd4f-dce90f2930a4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.668162 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-84681acb-2b61-476b-ab43-b9a2e412f9ef req-0eb19035-f035-459d-bd4f-dce90f2930a4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0534813 May 13 14:36:15.695538 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:15.707361 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:36:15.708440 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:35:51Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.714597 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-f8609601-c266-45b5-b9ed-3357063c893f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75 HTTP/1.1" status: 200 len: 999 time: 0.0699060 May 13 14:36:15.734699 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-84681acb-2b61-476b-ab43-b9a2e412f9ef req-0efcccaf-2a17-4996-a0c2-128b30545bae tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559616 May 13 14:36:15.786316 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da076e-dd42-4517-a748-70354acc5f33 req-a30519f3-c542-4431-baa9-15dce2d30989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.790747 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-a30519f3-c542-4431-baa9-15dce2d30989 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0634935 May 13 14:36:15.829992 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:36:15.835961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee416a7-018d-450f-8107-fa12583d28df req-5b7078db-8804-45dd-a235-512840a1bfa4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.842810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da076e-dd42-4517-a748-70354acc5f33 req-1a2718fb-892b-4939-9d6d-5293e8530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.843818 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dee416a7-018d-450f-8107-fa12583d28df req-5b7078db-8804-45dd-a235-512840a1bfa4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0547755 May 13 14:36:15.844671 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-1a2718fb-892b-4939-9d6d-5293e8530cdf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459676 May 13 14:36:15.902938 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dee416a7-018d-450f-8107-fa12583d28df req-db00ae66-605a-435b-9c39-6f50b8d26f33 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555058 May 13 14:36:15.957693 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-cbf9c148-6102-4280-b315-f083bbacc6a4 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055651 May 13 14:36:16.066907 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17da076e-dd42-4517-a748-70354acc5f33 req-10da02c6-ee7d-4d2a-a58b-586c80306507 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954370 May 13 14:36:16.085849 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'bfb89df3-3846-4d26-a719-31fdc5dbf31d', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:a3:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:58Z', 'updated_at': '2022-05-13T14:36:14Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}, {'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:16.119406 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc48b57-656f-4dca-9294-4350f0b187a0 None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'bfb89df3-3846-4d26-a719-31fdc5dbf31d', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:a3:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:58Z', 'updated_at': '2022-05-13T14:36:14Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}, {'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:16.229331 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668987-ba22-4ab2-a428-7adc45840036 req-0aaf990b-3726-4ab3-850b-874c92c28545 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.230612 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6668987-ba22-4ab2-a428-7adc45840036 req-0aaf990b-3726-4ab3-850b-874c92c28545 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0529962 May 13 14:36:16.292846 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6668987-ba22-4ab2-a428-7adc45840036 req-adb04649-c566-4f41-96d3-6e998e2e209d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 May 13 14:36:16.374814 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337f90d-84cb-4027-a82c-82a92fd5c786 None None] New status for floating IP bfb89df3-3846-4d26-a719-31fdc5dbf31d: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:36:16.516695 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00d45-9690-4202-a585-1a62a72116b1 req-e66f680a-4bc1-4de4-80dd-80c37921ba88 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.518365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8fa00d45-9690-4202-a585-1a62a72116b1 req-e66f680a-4bc1-4de4-80dd-80c37921ba88 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0596287 May 13 14:36:16.570289 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8fa00d45-9690-4202-a585-1a62a72116b1 req-800714bb-b958-4488-9aab-ace2315cfe9f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 May 13 14:36:16.864222 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ce7bd-35de-4a9b-9673-dd59031b6d60 req-0fa381d0-fba3-4d6a-9057-50c93e80e23b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.865727 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-850ce7bd-35de-4a9b-9673-dd59031b6d60 req-0fa381d0-fba3-4d6a-9057-50c93e80e23b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0486414 May 13 14:36:16.920433 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-850ce7bd-35de-4a9b-9673-dd59031b6d60 req-3facf306-d365-485e-addc-7e867827a0ed tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 May 13 14:36:17.020251 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786ba9-e620-4836-a443-0e4fe1fab44e req-c87a66d2-be76-40cf-b359-ac43082fd1cc tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.021760 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f786ba9-e620-4836-a443-0e4fe1fab44e req-c87a66d2-be76-40cf-b359-ac43082fd1cc tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0547185 May 13 14:36:17.068716 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f786ba9-e620-4836-a443-0e4fe1fab44e req-66e9d292-d0b8-4525-8016-cfe1132a9bef tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 May 13 14:36:17.429842 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2fcc0-6978-481e-b45d-e0f64c9c1e2f req-a55c5115-b620-48aa-9ec4-945bfbec1323 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.431345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2df2fcc0-6978-481e-b45d-e0f64c9c1e2f req-a55c5115-b620-48aa-9ec4-945bfbec1323 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0531511 May 13 14:36:17.487975 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2df2fcc0-6978-481e-b45d-e0f64c9c1e2f req-e94600f6-b54b-412f-b731-bfcb9b882138 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 May 13 14:36:17.688410 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaac07-9075-44fe-9c9c-a567021ab656 req-8cceb541-821e-4303-a3bb-79fecf08fecb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.689910 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bfaac07-9075-44fe-9c9c-a567021ab656 req-8cceb541-821e-4303-a3bb-79fecf08fecb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0491374 May 13 14:36:17.742890 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bfaac07-9075-44fe-9c9c-a567021ab656 req-2a29f997-dfdc-47d5-b6f7-056c728af9f9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 May 13 14:36:18.055182 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc86e-c356-4b68-8d17-21ec1ee52937 req-1b0227fa-ce15-4bba-8135-eccefecbd1a3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.056668 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d2cc86e-c356-4b68-8d17-21ec1ee52937 req-1b0227fa-ce15-4bba-8135-eccefecbd1a3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0482125 May 13 14:36:18.103657 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:36:18.105932 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d2cc86e-c356-4b68-8d17-21ec1ee52937 req-3d00098f-277d-4ca4-b4de-bf72c82bb416 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 May 13 14:36:18.127397 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:18.190756 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b3d28-c570-45b7-8765-ceb0e299c32d req-ee5a0ad5-f0f6-429f-b98f-7e74afddc7e6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.192396 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-613b3d28-c570-45b7-8765-ceb0e299c32d req-ee5a0ad5-f0f6-429f-b98f-7e74afddc7e6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0478220 May 13 14:36:18.216240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:18.230023 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:36:18.248149 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-613b3d28-c570-45b7-8765-ceb0e299c32d req-15eac91d-d46c-44ba-a7a5-890c2b3fbff8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 May 13 14:36:18.314471 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: ACTIVE; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:18.314982 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:18.332434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:18.352013 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:18.390231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61481deb-10ba-4d6f-beec-4cabf3741722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:18.419145 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:18.472659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:18.481162 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.481505 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.481873 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.482226 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.482563 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.482919 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.483244 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.483567 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.483887 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.484207 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.484527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.484847 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.485164 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.485480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.485794 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.575003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['1007d15d-1a0a-45c1-aec9-41952f7af7c1'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:36:18.601952 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc945f-675f-4f39-b8aa-ae584df42289 req-f0a7c7d4-69a7-471d-abe4-bc0e9d580e3c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.603486 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0adc945f-675f-4f39-b8aa-ae584df42289 req-f0a7c7d4-69a7-471d-abe4-bc0e9d580e3c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0535605 May 13 14:36:18.657270 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0adc945f-675f-4f39-b8aa-ae584df42289 req-ff579ce8-1a24-4d30-87a0-bf8cf1cef183 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469952 May 13 14:36:18.866095 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3eda1-903f-4585-b729-90a647b914a0 req-8eedc7f5-6534-4f3b-a02a-7c82a91f55b6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.867600 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18a3eda1-903f-4585-b729-90a647b914a0 req-8eedc7f5-6534-4f3b-a02a-7c82a91f55b6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0489070 May 13 14:36:18.917790 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18a3eda1-903f-4585-b729-90a647b914a0 req-06ffd945-1bcf-4d94-a4ab-38e854664156 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 May 13 14:36:19.231809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759892-2c32-4df2-9bfb-fef1c987b339 req-1462deae-7fa2-4a45-96ca-88ce17424f3a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.233374 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f759892-2c32-4df2-9bfb-fef1c987b339 req-1462deae-7fa2-4a45-96ca-88ce17424f3a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.0501809 May 13 14:36:19.287971 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f759892-2c32-4df2-9bfb-fef1c987b339 req-60f41e44-1dbd-4df8-829e-a39cdba3eb1b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488198 May 13 14:36:19.375040 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c027e8-71fe-4345-afcb-65d5015a6b0f req-da40dc06-59cb-4568-9360-e6d78ed3536a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.376588 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22c027e8-71fe-4345-afcb-65d5015a6b0f req-da40dc06-59cb-4568-9360-e6d78ed3536a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0515449 May 13 14:36:19.426368 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22c027e8-71fe-4345-afcb-65d5015a6b0f req-0d5a0d7f-8517-43d7-a971-9d3df0f10867 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 May 13 14:36:19.784218 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39cde-e00c-4928-8f43-71b2e8c009f1 req-5bf199ba-0729-40e9-85e2-aaec0c490c57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.786372 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30a39cde-e00c-4928-8f43-71b2e8c009f1 req-5bf199ba-0729-40e9-85e2-aaec0c490c57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0572124 May 13 14:36:19.842491 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30a39cde-e00c-4928-8f43-71b2e8c009f1 req-f01f433f-6ea3-4d50-814e-939f77e2aa33 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 May 13 14:36:20.098327 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845a3fd-6766-46d4-b19d-564b4369bbfc req-e57f80c0-4b5f-40cb-a7f8-c813c0363234 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.107133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e845a3fd-6766-46d4-b19d-564b4369bbfc req-e57f80c0-4b5f-40cb-a7f8-c813c0363234 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.1206889 May 13 14:36:20.178066 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e845a3fd-6766-46d4-b19d-564b4369bbfc req-bac3b1d2-e8de-4823-8f40-019c1c42b22b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696683 May 13 14:36:20.468990 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ebbb-3282-4ac9-aa09-7c3d93364718 req-b2de67ed-2fdf-4f38-adf3-dc1122b21c19 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.476758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-92e2ebbb-3282-4ac9-aa09-7c3d93364718 req-b2de67ed-2fdf-4f38-adf3-dc1122b21c19 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.0712137 May 13 14:36:20.538649 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-92e2ebbb-3282-4ac9-aa09-7c3d93364718 req-5e098803-8bcf-45fd-a0b9-dfd6da81a7a4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609798 May 13 14:36:20.567191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:36:20.603467 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07f37-3732-42e9-b16a-edced862e53d req-baa53f6f-28ce-46bd-922c-bbb467ce1bd3 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.611656 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20e07f37-3732-42e9-b16a-edced862e53d req-baa53f6f-28ce-46bd-922c-bbb467ce1bd3 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0854943 May 13 14:36:20.631421 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:20.632237 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:20.672755 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20e07f37-3732-42e9-b16a-edced862e53d req-29482851-4c2a-4837-af09-22a8554dde16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599477 May 13 14:36:20.732410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:20.732795 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:20.763697 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:20.766522 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae2b2a-060d-497b-8f05-b71be82cb0c5" -d '{"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:20.785458 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:20.816270 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ccbfd-db53-407e-9183-99352eb85212 x-openstack-request-id: req-f41ccbfd-db53-407e-9183-99352eb85212 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:20.816561 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:20.816814 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f41ccbfd-db53-407e-9183-99352eb85212 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:20.817205 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41ccbfd-db53-407e-9183-99352eb85212'] response: {'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'code': 200} May 13 14:36:20.887658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e003fea0-f8cb-49a7-86a1-90f7d88a7d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:20.966280 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200283c7-af91-4f2d-9e12-141605430b7b req-95fc84e2-75bd-4672-a904-8c4a45651c75 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.967852 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-200283c7-af91-4f2d-9e12-141605430b7b req-95fc84e2-75bd-4672-a904-8c4a45651c75 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0541675 May 13 14:36:20.980118 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:21.036273 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:21.061944 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-200283c7-af91-4f2d-9e12-141605430b7b req-8404ab77-5e14-4cc1-9e80-e721dc716021 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879326 May 13 14:36:21.308880 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9f8b4-1851-4d1c-8ff0-4195f9c30bf1 req-c2803113-3391-4a42-9d68-696a96bc5035 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.310684 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89c9f8b4-1851-4d1c-8ff0-4195f9c30bf1 req-c2803113-3391-4a42-9d68-696a96bc5035 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0541723 May 13 14:36:21.368429 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89c9f8b4-1851-4d1c-8ff0-4195f9c30bf1 req-f147524f-2fa9-4f52-a008-135922da13c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515912 May 13 14:36:21.669326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bd89e-068a-4f07-8a54-7f88848f3db9 req-d43cff25-9dc8-4709-b460-433693ca2636 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.676476 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc0bd89e-068a-4f07-8a54-7f88848f3db9 req-d43cff25-9dc8-4709-b460-433693ca2636 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0552831 May 13 14:36:21.738797 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc0bd89e-068a-4f07-8a54-7f88848f3db9 req-ca9154f3-4964-4c5b-8ca9-8b66164b5a94 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573442 May 13 14:36:21.813742 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb2cc-9b21-471a-ad2b-b0b0524e2c8e req-ec091b87-d8ef-464a-9641-b90ada605486 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.820989 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49ddb2cc-9b21-471a-ad2b-b0b0524e2c8e req-ec091b87-d8ef-464a-9641-b90ada605486 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0692496 May 13 14:36:21.871503 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49ddb2cc-9b21-471a-ad2b-b0b0524e2c8e req-b145b1bb-1332-4310-bd4f-9c69d5d9a90d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 May 13 14:36:22.031057 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:22.196009 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a0a7-157d-40b7-b04d-82516d5c83a6 req-bae2b970-122a-4910-82b6-e39ee2557144 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.199853 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ed60a0a7-157d-40b7-b04d-82516d5c83a6 req-bae2b970-122a-4910-82b6-e39ee2557144 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0598686 May 13 14:36:22.262164 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ed60a0a7-157d-40b7-b04d-82516d5c83a6 req-03e083e9-d19e-4e0d-b1d2-aa921757300f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564644 May 13 14:36:22.490803 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba118-c017-44f5-a706-2fbc2858f103 req-caf4a8f1-b309-4f61-8290-0426f58654ff tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.492275 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bc9ba118-c017-44f5-a706-2fbc2858f103 req-caf4a8f1-b309-4f61-8290-0426f58654ff tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0475442 May 13 14:36:22.546209 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bc9ba118-c017-44f5-a706-2fbc2858f103 req-c29c5de0-4fe8-4408-800f-6328a8706db1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 May 13 14:36:22.854705 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133a45a-3a02-4182-9e84-985e139c579b req-37cbeb6f-2964-49e1-9ae1-8a42a6297e06 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.856508 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6133a45a-3a02-4182-9e84-985e139c579b req-37cbeb6f-2964-49e1-9ae1-8a42a6297e06 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0522642 May 13 14:36:22.956120 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6133a45a-3a02-4182-9e84-985e139c579b req-299b53df-95c9-493b-9b42-35344a9867fb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924947 May 13 14:36:23.013727 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:23.016787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a8b7-720d-4587-9a1d-8ee4a254d0c1 req-66eb32c9-18ff-4952-9684-4008a92c9b89 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.018478 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-10a6a8b7-720d-4587-9a1d-8ee4a254d0c1 req-66eb32c9-18ff-4952-9684-4008a92c9b89 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0591087 May 13 14:36:23.085404 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-10a6a8b7-720d-4587-9a1d-8ee4a254d0c1 req-4192ab08-8929-445b-a310-d384a8da7c1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597532 May 13 14:36:23.404743 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada678e2-d6fa-4a13-9448-829222f2c689 req-e1387198-162a-4049-83bb-a93ac98bd956 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.406303 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ada678e2-d6fa-4a13-9448-829222f2c689 req-e1387198-162a-4049-83bb-a93ac98bd956 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0646920 May 13 14:36:23.462249 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ada678e2-d6fa-4a13-9448-829222f2c689 req-83f70240-5398-40bc-9725-804d85adc4cf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 May 13 14:36:23.730796 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774d84-0d60-46e9-82da-c47d0fd7e96c req-6c4f725b-8b31-4494-8848-93e4334e7ebb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.739970 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec774d84-0d60-46e9-82da-c47d0fd7e96c req-6c4f725b-8b31-4494-8848-93e4334e7ebb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.1012895 May 13 14:36:23.800339 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec774d84-0d60-46e9-82da-c47d0fd7e96c req-7583626f-284c-419e-9e54-402b1fbc39f4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590239 May 13 14:36:24.089661 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841d3e-1433-4de0-9450-af31d10a6504 req-249f3f33-b946-45cd-89aa-b3d242423a00 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.091265 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6841d3e-1433-4de0-9450-af31d10a6504 req-249f3f33-b946-45cd-89aa-b3d242423a00 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0520473 May 13 14:36:24.173800 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6841d3e-1433-4de0-9450-af31d10a6504 req-1b4d00e4-8e45-47b3-ada2-eafcb14cae0d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767715 May 13 14:36:24.241271 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5641c5-9405-4eba-993a-e5781a5303ff req-da90205f-ef60-4d67-9ed4-b2da109e6cbd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.249553 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5641c5-9405-4eba-993a-e5781a5303ff req-da90205f-ef60-4d67-9ed4-b2da109e6cbd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0611017 May 13 14:36:24.299009 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5641c5-9405-4eba-993a-e5781a5303ff req-4dc7923f-0242-4dcf-a17d-cc226b257d98 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476484 May 13 14:36:24.602417 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb94fee-65ed-4913-83a9-4161f78541e1 req-1db82ce4-3d08-4411-a7f3-b006b079a5af tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.605203 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbb94fee-65ed-4913-83a9-4161f78541e1 req-1db82ce4-3d08-4411-a7f3-b006b079a5af tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0532117 May 13 14:36:24.664433 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbb94fee-65ed-4913-83a9-4161f78541e1 req-5adf67f1-b0be-43f8-90c4-d14a1f822d5c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 May 13 14:36:24.836061 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:24.940755 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003681-03e6-42b0-9ffc-52c84266317a req-92dcf11d-5cda-4850-8fcf-07394806a3cd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.943018 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b003681-03e6-42b0-9ffc-52c84266317a req-92dcf11d-5cda-4850-8fcf-07394806a3cd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0538778 May 13 14:36:25.009491 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b003681-03e6-42b0-9ffc-52c84266317a req-927770ac-ac2c-4984-b5bd-38814c50f20b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604949 May 13 14:36:25.316195 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f879bfb-e055-47d2-94f8-542ccbd08648 req-4037e4c1-6424-4b5c-a54c-5857e44f1f22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.317811 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f879bfb-e055-47d2-94f8-542ccbd08648 req-4037e4c1-6424-4b5c-a54c-5857e44f1f22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0658500 May 13 14:36:25.378047 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f879bfb-e055-47d2-94f8-542ccbd08648 req-9ddc9526-3a2c-4a4e-a367-4a7a2763939f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544107 May 13 14:36:25.444346 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253e4f0-f76e-4e93-b5ce-952b639709ce req-a1da8e23-5d91-48fd-a18d-c22cdc2be961 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.445988 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1253e4f0-f76e-4e93-b5ce-952b639709ce req-a1da8e23-5d91-48fd-a18d-c22cdc2be961 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0512555 May 13 14:36:25.501409 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1253e4f0-f76e-4e93-b5ce-952b639709ce req-533b9b53-771f-4ca9-9592-0aca872e6fb7 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 May 13 14:36:25.795675 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9c5b-b9a7-448f-b7c4-58faa97c029c req-3366705f-fc0c-429b-845f-9e6c1761ca42 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.797202 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44fd9c5b-b9a7-448f-b7c4-58faa97c029c req-3366705f-fc0c-429b-845f-9e6c1761ca42 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0526521 May 13 14:36:25.863039 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44fd9c5b-b9a7-448f-b7c4-58faa97c029c req-92a049ad-d227-4d98-af4b-66d27cb8cc5f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603058 May 13 14:36:26.123310 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf25b-5ad4-4620-92c8-9cf311c041b5 req-5a5ab929-457c-4a6d-9e82-341c6e341ca7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.125408 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2bbdf25b-5ad4-4620-92c8-9cf311c041b5 req-5a5ab929-457c-4a6d-9e82-341c6e341ca7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 944 time: 0.0517590 May 13 14:36:26.182616 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2bbdf25b-5ad4-4620-92c8-9cf311c041b5 req-9c41edc8-f5d9-4a65-9eec-4b574159ef10 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511823 May 13 14:36:26.517782 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca3d85-73bc-4f54-aeb1-ccb9b0145b64 req-1e7079ff-8328-465e-8873-d99d9443a158 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.519882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8ca3d85-73bc-4f54-aeb1-ccb9b0145b64 req-1e7079ff-8328-465e-8873-d99d9443a158 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0561888 May 13 14:36:26.572623 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:36:26.583892 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8ca3d85-73bc-4f54-aeb1-ccb9b0145b64 req-70551ec9-1c05-47e5-921a-540003daa845 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552285 May 13 14:36:26.638439 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23c035-4de8-4883-b303-039f898910d5 req-6c512b50-c654-4905-87aa-4a1933944231 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.643844 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a23c035-4de8-4883-b303-039f898910d5 req-6c512b50-c654-4905-87aa-4a1933944231 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0583701 May 13 14:36:26.700445 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a23c035-4de8-4883-b303-039f898910d5 req-d42f574d-4ee8-4856-a552-dceec0eb7dea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523736 May 13 14:36:26.702079 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:26.715658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'port_id': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'mac_address': 'fa:16:3e:59:9e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:36:26.768324 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:26.769335 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:26.791956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:26.823765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:26.904843 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:26.977394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:27.011481 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0051-0470-4765-b0b2-e53a94ea134f req-500fe44e-e555-492e-9c98-b467a3bb52cf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.013327 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b8c0051-0470-4765-b0b2-e53a94ea134f req-500fe44e-e555-492e-9c98-b467a3bb52cf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0662320 May 13 14:36:27.067318 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b8c0051-0470-4765-b0b2-e53a94ea134f req-e03ac7ba-bd9a-44a1-abfb-f5082d330ad2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 May 13 14:36:27.310002 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6e8c3-e3b2-4651-ad56-2295822ddce9 req-e5422522-8ad6-4a36-891d-e132bf96e1b3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.312097 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f2b6e8c3-e3b2-4651-ad56-2295822ddce9 req-e5422522-8ad6-4a36-891d-e132bf96e1b3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 945 time: 0.0549722 May 13 14:36:27.370405 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f2b6e8c3-e3b2-4651-ad56-2295822ddce9 req-92cfe9c2-c563-4d24-a26c-21ca4dfbe321 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518508 May 13 14:36:27.723987 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f646-9d1d-48e3-a69e-0f267594b00c req-9c45b8a5-de06-4d38-8558-2f93c8add933 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.732079 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc56f646-9d1d-48e3-a69e-0f267594b00c req-9c45b8a5-de06-4d38-8558-2f93c8add933 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0592082 May 13 14:36:27.790437 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc56f646-9d1d-48e3-a69e-0f267594b00c req-7a3c0051-455e-4c7a-ae15-9e360f58d0a7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528736 May 13 14:36:27.879249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5aa4-e5a3-42cc-bd90-3977a061d7c2 req-bee104e3-c169-43d4-8d98-f49f06f9b2be tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.882723 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-efbf5aa4-e5a3-42cc-bd90-3977a061d7c2 req-bee104e3-c169-43d4-8d98-f49f06f9b2be tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0907876 May 13 14:36:27.950859 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-efbf5aa4-e5a3-42cc-bd90-3977a061d7c2 req-3e713ded-7063-4d18-92b4-9148b0c508a4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502815 May 13 14:36:28.113687 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['0c7723f2-cd0d-47c2-85a3-ef228f2c6166'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:36:28.204960 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655b49-bda7-43e7-9856-3128842110f2 req-cd310b7f-295e-43fc-a554-a6646d267e83 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.206873 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff655b49-bda7-43e7-9856-3128842110f2 req-cd310b7f-295e-43fc-a554-a6646d267e83 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0613520 May 13 14:36:28.271419 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff655b49-bda7-43e7-9856-3128842110f2 req-c6c29672-ba7e-407b-84c3-58dddcc91c75 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573099 May 13 14:36:28.509945 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0fef0-2cc2-44f8-b2f9-708d60db4559 req-bde9847d-f295-4701-b63b-2e4936b78424 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.516967 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74c0fef0-2cc2-44f8-b2f9-708d60db4559 req-bde9847d-f295-4701-b63b-2e4936b78424 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 945 time: 0.0576086 May 13 14:36:28.572275 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74c0fef0-2cc2-44f8-b2f9-708d60db4559 req-e4526f1f-98ba-4774-89bc-363566a02f81 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543878 May 13 14:36:28.922752 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40710-82a7-4955-9f2e-51d3090aca89 req-d6203478-da84-48fc-8097-617a6b69ddbf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.927116 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4da40710-82a7-4955-9f2e-51d3090aca89 req-d6203478-da84-48fc-8097-617a6b69ddbf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0628681 May 13 14:36:28.977666 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4da40710-82a7-4955-9f2e-51d3090aca89 req-e57ae374-77a0-4302-9570-7d595c9bac7c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 May 13 14:36:29.073203 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfd38-58bd-462b-9bbb-0a890bf5ddf7 req-6f985201-4f2a-49e5-8c36-2b42a7814f22 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.074638 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0ebfd38-58bd-462b-9bbb-0a890bf5ddf7 req-6f985201-4f2a-49e5-8c36-2b42a7814f22 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0518610 May 13 14:36:29.123303 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0ebfd38-58bd-462b-9bbb-0a890bf5ddf7 req-7d5983f6-d795-46f1-8225-05e3f3b5106a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 May 13 14:36:29.391354 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bcc87-b076-4574-9667-cffe580afd2d req-bd78d93b-b2c6-40fc-a93f-f70429a47b80 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.392760 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-087bcc87-b076-4574-9667-cffe580afd2d req-bd78d93b-b2c6-40fc-a93f-f70429a47b80 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0515943 May 13 14:36:29.440575 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-087bcc87-b076-4574-9667-cffe580afd2d req-4d9cf184-4f2d-4afe-abf9-d4a63900d415 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 May 13 14:36:29.757619 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6c60-1947-4f8d-be8b-17fefcfb7b73 req-01325618-5fd9-4a91-b38d-711a3118d2dc tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.765550 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-498c6c60-1947-4f8d-be8b-17fefcfb7b73 req-01325618-5fd9-4a91-b38d-711a3118d2dc tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 945 time: 0.1121578 May 13 14:36:29.785887 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeaf78-8e87-407e-b033-597575ba2ee1 req-4d366b55-41e2-4a9c-8739-a3bdf32c0c9f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.787377 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaeeaf78-8e87-407e-b033-597575ba2ee1 req-4d366b55-41e2-4a9c-8739-a3bdf32c0c9f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0938833 May 13 14:36:29.863669 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-498c6c60-1947-4f8d-be8b-17fefcfb7b73 req-b495953a-7e1e-4e31-aed1-69e40d06c1c4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972228 May 13 14:36:29.889893 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaeeaf78-8e87-407e-b033-597575ba2ee1 req-e3061dbf-e47a-4589-9cde-600beb973836 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781026 May 13 14:36:29.947176 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-fe8cf24b-ee18-4852-8732-f70c96b54ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.948717 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-fe8cf24b-ee18-4852-8732-f70c96b54ef8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.0781870 May 13 14:36:30.107089 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-b761d1c2-540f-4a5f-aa9c-54edc379ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.109573 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-b761d1c2-540f-4a5f-aa9c-54edc379ad74 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.1464286 May 13 14:36:30.170667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:36:30.201498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5177a-66ac-42c4-81e1-4ae96f809ef8 req-851bd597-ccaf-4b36-b26c-6e61ed647e95 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.206583 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-d9691432-396b-4ebc-82ae-bc215f38d04c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1000 time: 0.0907519 May 13 14:36:30.220141 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27e5177a-66ac-42c4-81e1-4ae96f809ef8 req-851bd597-ccaf-4b36-b26c-6e61ed647e95 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0992451 May 13 14:36:30.269212 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-dc14a469-984d-4330-974e-03715a1382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.271873 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-dc14a469-984d-4330-974e-03715a1382f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0569808 May 13 14:36:30.283809 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:36:30.336827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-fc2cdf12-12a4-4662-a71b-51cea33c6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.338985 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-fc2cdf12-12a4-4662-a71b-51cea33c6ac3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563259 May 13 14:36:30.344773 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-9d2eb4a3-27af-46d3-8b72-e00e7cb1a208 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214909105&fields=id&tenant_id=f2e16a9058094ec7a0d081e177a6dde5 HTTP/1.1" status: 200 len: 267 time: 0.1174657 May 13 14:36:30.383154 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27e5177a-66ac-42c4-81e1-4ae96f809ef8 req-ec7faf30-6d91-4d3e-b490-f1070c43a77f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432676 May 13 14:36:30.387525 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:30.387525 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:30.479552 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-bfc0c7ea-fa56-405b-9bba-1e0614c70f44 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304348 May 13 14:36:30.525456 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:30.528282 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:30.564835 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:30.569145 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a284149a-20b3-47e8-a556-68b4d037c07a" -d '{"events": [{"server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "name": "network-vif-plugged", "status": "completed", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:30.585280 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:30.616876 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe98e0ea-a956-4500-862b-68bb1ffb376f req-9995d505-3f4e-4d19-b718-50a89560a808 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313734 May 13 14:36:30.789551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc9f06-f779-4414-8bdc-3fb9dbba012d req-8a05fd92-60fb-439a-bbf6-dfbbddf7ae5e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.793967 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:30.794107 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14fc9f06-f779-4414-8bdc-3fb9dbba012d req-8a05fd92-60fb-439a-bbf6-dfbbddf7ae5e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0603836 May 13 14:36:30.836162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-01c7c5cf-bfcc-4672-8b07-1b06821f11c9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.837626 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-01c7c5cf-bfcc-4672-8b07-1b06821f11c9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 809 time: 0.4921751 May 13 14:36:30.841378 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:30.863647 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-c3789b8f-4ce8-4610-94f2-941dba9095de tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/quotas/f2e16a9058094ec7a0d081e177a6dde5 HTTP/1.1" status: 200 len: 375 time: 0.0177631 May 13 14:36:30.887368 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14fc9f06-f779-4414-8bdc-3fb9dbba012d req-bffa47bf-c3d5-4e1f-a71f-506cbd9739bf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869663 May 13 14:36:30.923358 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a38c4790-8754-418c-a42e-388d0a1aa55d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521071 May 13 14:36:30.938908 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b669c4d-18e7-4075-bf8b-74e8e3f04586 x-openstack-request-id: req-4b669c4d-18e7-4075-bf8b-74e8e3f04586 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:30.939307 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "name": "network-vif-plugged", "status": "completed", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:30.939568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4b669c4d-18e7-4075-bf8b-74e8e3f04586 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:30.939969 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b669c4d-18e7-4075-bf8b-74e8e3f04586'] response: {'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'code': 200} May 13 14:36:31.057931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d69c-a703-4621-86a6-8f3829be1b1a req-c2028648-d531-414d-9da6-b60c3caec83b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:31.059352 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ae60d69c-a703-4621-86a6-8f3829be1b1a req-c2028648-d531-414d-9da6-b60c3caec83b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0761280 May 13 14:36:31.064871 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-484685e2-37b0-432a-984a-008f0204bc59 service neutron] 10.222.0.102 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298130 May 13 14:36:31.164350 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ae60d69c-a703-4621-86a6-8f3829be1b1a req-ca672fd8-40f5-456b-adce-35bfc8143a79 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985310 May 13 14:36:31.190584 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-b12f9988-efc9-4d14-8399-8634d5cfe571 service neutron] 10.222.0.102 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190693 May 13 14:36:31.268849 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14ea4-179b-43dc-bbea-7dd65e05f441 req-b889a3e8-9557-451b-99dd-a377f0f3477f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:31.270454 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99c14ea4-179b-43dc-bbea-7dd65e05f441 req-b889a3e8-9557-451b-99dd-a377f0f3477f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0490515 May 13 14:36:31.320362 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99c14ea4-179b-43dc-bbea-7dd65e05f441 req-442e1872-615e-4219-8859-f5ad699fc6dd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435348 May 13 14:36:31.480796 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24e95f-a66f-4f2e-9537-86916993b850 req-48539a31-36ed-4790-8222-258b7652f639 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:31.482423 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b24e95f-a66f-4f2e-9537-86916993b850 req-48539a31-36ed-4790-8222-258b7652f639 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0524862 May 13 14:36:31.530859 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b24e95f-a66f-4f2e-9537-86916993b850 req-efcfcf2b-2832-4b53-a4ab-c1393c780613 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 May 13 14:36:31.730758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b940fbfa-0b9b-4bce-9eaf-5755ae681d74 req-2b20db07-555a-405c-8498-4b8eb40f0c7f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0292430 May 13 14:36:32.007463 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25997e5-8027-4866-abd4-a9562281a61f req-9086b819-49ef-4fb8-a0af-e7254a96b20f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:32.008962 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b25997e5-8027-4866-abd4-a9562281a61f req-9086b819-49ef-4fb8-a0af-e7254a96b20f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0484514 May 13 14:36:32.057866 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b25997e5-8027-4866-abd4-a9562281a61f req-beef2a31-9ce9-4cc7-88a0-6fd2e6b4fe6d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 May 13 14:36:32.281920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818dc7-e65c-42ec-be38-4d1932021b83 req-49b007d9-d5e1-48f0-b7cd-762c9dd0b8e1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:32.283539 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c818dc7-e65c-42ec-be38-4d1932021b83 req-49b007d9-d5e1-48f0-b7cd-762c9dd0b8e1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0523636 May 13 14:36:32.332818 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c818dc7-e65c-42ec-be38-4d1932021b83 req-1537a641-e5a3-4512-ab1b-de25e1450c37 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 May 13 14:36:32.436509 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d77a1-775a-4f53-a0ba-bf694a6973aa req-a24cba3e-c326-46a5-879e-df1f66d98112 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:32.437989 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e9d77a1-775a-4f53-a0ba-bf694a6973aa req-a24cba3e-c326-46a5-879e-df1f66d98112 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0473516 May 13 14:36:32.485936 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e9d77a1-775a-4f53-a0ba-bf694a6973aa req-b3117b5a-d761-4896-936f-f5265b812e45 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 May 13 14:36:32.651998 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327be86-6611-486d-aa3e-7a523d0abd75 req-0a68124f-276d-4cbf-9cef-d5f67f6e374d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:32.653576 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3327be86-6611-486d-aa3e-7a523d0abd75 req-0a68124f-276d-4cbf-9cef-d5f67f6e374d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0483093 May 13 14:36:32.703904 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3327be86-6611-486d-aa3e-7a523d0abd75 req-e7989e83-b397-496f-8f1f-834a312514fd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445745 May 13 14:36:32.825191 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d6ba033-76ae-4af6-9ca5-164bed5ce83c req-fc77fa6a-5c1c-4e89-937e-5368fe6a6990 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0278556 May 13 14:36:33.170093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a492-9929-420a-b975-da8f20275f6e req-0e76928b-045a-407a-86ae-c4c3ad149223 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.171589 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0858a492-9929-420a-b975-da8f20275f6e req-0e76928b-045a-407a-86ae-c4c3ad149223 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0472043 May 13 14:36:33.217739 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0858a492-9929-420a-b975-da8f20275f6e req-09bf2dc4-8d68-4a6a-8869-7a20eafe49ef tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 May 13 14:36:33.452894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a862-d1ff-449b-b612-be6059911707 req-c95ca92e-e32b-4820-bd71-9850849e0408 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.454437 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4011a862-d1ff-449b-b612-be6059911707 req-c95ca92e-e32b-4820-bd71-9850849e0408 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0530386 May 13 14:36:33.504329 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4011a862-d1ff-449b-b612-be6059911707 req-2828da1e-d2bb-472d-805b-6355620c8830 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 May 13 14:36:33.598153 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c1ea7-4e42-44cb-81f5-f76fc35c707f req-4fd4c7e6-b67b-4c6d-87fa-dd1ea92f0e69 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.604537 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b12c1ea7-4e42-44cb-81f5-f76fc35c707f req-4fd4c7e6-b67b-4c6d-87fa-dd1ea92f0e69 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0471296 May 13 14:36:33.648732 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b12c1ea7-4e42-44cb-81f5-f76fc35c707f req-080bd616-fa21-48a1-bbb8-b8b58f3b0185 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 May 13 14:36:33.825000 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827bf2-60ff-4069-b515-66700eff7873 req-ea64e18c-e27b-4ccc-acfd-26fb02055f20 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.826507 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-65827bf2-60ff-4069-b515-66700eff7873 req-ea64e18c-e27b-4ccc-acfd-26fb02055f20 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0491412 May 13 14:36:33.882293 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-65827bf2-60ff-4069-b515-66700eff7873 req-c9219e96-e67e-4684-b54b-e4ff45aaa8cd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 May 13 14:36:33.924460 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18ddaafc-d4f3-4116-836e-064dd517c54d req-989ca72c-0ec0-44b8-8606-c3547228334c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0286980 May 13 14:36:34.330374 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23374c-a9d5-4784-8f6a-d4996ad50bf3 req-254fc158-b76c-43df-ae39-6a765db1e924 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.331882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc23374c-a9d5-4784-8f6a-d4996ad50bf3 req-254fc158-b76c-43df-ae39-6a765db1e924 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0475748 May 13 14:36:34.378996 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc23374c-a9d5-4784-8f6a-d4996ad50bf3 req-fbd17fec-e562-4a0c-9c6d-22c6267754c0 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 May 13 14:36:34.625215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338dc1-589b-4f11-9236-f263455c7b00 req-267ad78c-5009-4d36-adb9-8fc23361b71a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.626901 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09338dc1-589b-4f11-9236-f263455c7b00 req-267ad78c-5009-4d36-adb9-8fc23361b71a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0546048 May 13 14:36:34.695979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09338dc1-589b-4f11-9236-f263455c7b00 req-0a222028-7690-46ae-beff-657ad50250d9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634029 May 13 14:36:34.732791 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa7aa-1591-4762-9254-b14a68c44a6a req-617411f5-3f52-4661-85bc-2a36e685ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.735380 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-665aa7aa-1591-4762-9254-b14a68c44a6a req-617411f5-3f52-4661-85bc-2a36e685ce19 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 1130 time: 0.0703633 May 13 14:36:34.769894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441739-7e0c-4dfa-96b5-a8ae0e78575d req-87d8db30-3973-46bf-8aa0-6036f717faa7 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.771398 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f4441739-7e0c-4dfa-96b5-a8ae0e78575d req-87d8db30-3973-46bf-8aa0-6036f717faa7 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0501771 May 13 14:36:34.820308 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f4441739-7e0c-4dfa-96b5-a8ae0e78575d req-b5c71502-16b6-499f-bcb7-40626b25ae34 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 May 13 14:36:35.032304 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60e165b1-a2b7-4d36-b520-0c1a9f83397e req-106ce523-022c-4f4e-abcc-f1b41ef697cd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0373039 May 13 14:36:35.040406 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288679a-8a97-41de-aeed-7033dee53f2c req-7962e032-0596-41a8-ac09-d8224db5a74d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.042363 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c288679a-8a97-41de-aeed-7033dee53f2c req-7962e032-0596-41a8-ac09-d8224db5a74d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0826151 May 13 14:36:35.093458 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c288679a-8a97-41de-aeed-7033dee53f2c req-26086dbc-da5d-48de-b0e8-bd0098d77d90 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444772 May 13 14:36:35.478165 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1383c-a09a-4be5-af54-9702f256788f req-880d61eb-5257-4826-994c-30b7341ed71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.480889 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-880d61eb-5257-4826-994c-30b7341ed71e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1130 time: 0.0428052 May 13 14:36:35.502232 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca004db-09da-4cbc-95c5-ec5ed4debc0a req-f5de4947-d0cb-4040-9f0c-ea3494736b21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.503937 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ca004db-09da-4cbc-95c5-ec5ed4debc0a req-f5de4947-d0cb-4040-9f0c-ea3494736b21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0522270 May 13 14:36:35.557238 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ca004db-09da-4cbc-95c5-ec5ed4debc0a req-af4d51d3-1b85-4bda-b238-abf704eaeebe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 May 13 14:36:35.616841 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-665aa7aa-1591-4762-9254-b14a68c44a6a req-35f57586-d326-469c-88a8-a0696c45360e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064267 May 13 14:36:35.654776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1383c-a09a-4be5-af54-9702f256788f req-95b08d0d-fcb2-4513-a576-225a07902683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.656245 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-95b08d0d-fcb2-4513-a576-225a07902683 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.1234119 May 13 14:36:35.825664 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee21f-086f-4c2e-985f-07806bd6b8bc req-eccd20d8-d59c-4abd-a936-76fa4b1d61ba tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.827234 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d8ee21f-086f-4c2e-985f-07806bd6b8bc req-eccd20d8-d59c-4abd-a936-76fa4b1d61ba tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0496178 May 13 14:36:35.879864 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d8ee21f-086f-4c2e-985f-07806bd6b8bc req-f1af999d-ca0f-4ce0-8a85-6c9f32e2de67 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 May 13 14:36:36.150139 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f79c55a-d19e-4f36-af56-718ad4ef0f20 req-473c2a84-9640-4ae8-a65d-7c133c091ce6 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0432446 May 13 14:36:36.228590 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71859-7e8f-464b-8ddf-dd68a96f9bd7 req-adb3112d-0912-43c3-9882-de1874e1843b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.230366 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98f71859-7e8f-464b-8ddf-dd68a96f9bd7 req-adb3112d-0912-43c3-9882-de1874e1843b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0485694 May 13 14:36:36.263548 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-6b8e36f2-69a6-4c50-ae2a-520c41883d6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 1002 time: 0.3632655 May 13 14:36:36.278152 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98f71859-7e8f-464b-8ddf-dd68a96f9bd7 req-1cff07ae-7ead-45e8-8ee8-7e97ee6880df tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 May 13 14:36:36.299860 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-5383716b-2f50-4951-b26f-8d95da3394a6 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.301320 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-5383716b-2f50-4951-b26f-8d95da3394a6 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 809 time: 0.3926256 May 13 14:36:36.637657 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1383c-a09a-4be5-af54-9702f256788f req-6b935281-f1fa-4631-9515-6fa8a4d731aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.639140 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-6b935281-f1fa-4631-9515-6fa8a4d731aa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0702524 May 13 14:36:36.680300 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21657-a990-42dc-a210-244c2bea7075 req-90c84766-065d-4700-892d-285a1e355433 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.681793 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6af21657-a990-42dc-a210-244c2bea7075 req-90c84766-065d-4700-892d-285a1e355433 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0510952 May 13 14:36:36.698532 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-de186332-be6c-4b5f-afcf-42124e9ee4b2 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2e16a9058094ec7a0d081e177a6dde5 HTTP/1.1" status: 200 len: 379 time: 0.1217070 May 13 14:36:36.702199 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1383c-a09a-4be5-af54-9702f256788f req-056b03e6-4e88-4764-ab5b-85413027b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.703589 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-056b03e6-4e88-4764-ab5b-85413027b47c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559859 May 13 14:36:36.727502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'port': {'device_id': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'admin_state_up': True, 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'security_groups': ['f37923cd-b39b-46de-b18c-9c161f958cbc']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:36.747187 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6af21657-a990-42dc-a210-244c2bea7075 req-b92f01b0-956c-44ed-b9bc-28a2d42e1d21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570636 May 13 14:36:36.891205 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-1137705e-0394-4928-b6ab-6406b7d74fea service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679864 May 13 14:36:36.967490 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Made reservation on behalf of f2e16a9058094ec7a0d081e177a6dde5 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:36.970833 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.005625 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbaa8-20c7-415b-820a-09869571fc63 req-d98aa961-22f5-4464-93a1-ab8242b211a0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:37.007194 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2dadbaa8-20c7-415b-820a-09869571fc63 req-d98aa961-22f5-4464-93a1-ab8242b211a0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0498095 May 13 14:36:37.057821 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2dadbaa8-20c7-415b-820a-09869571fc63 req-89fb11bb-505e-4b92-8a41-37a9e6534bf9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 May 13 14:36:37.107108 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Allocated IP 172.20.0.12 (c171db94-b049-455d-b168-7668289abdc8/0086cbe6-5c63-4c92-97b8-9c6f4deb29d1/a02e349e-e653-401e-a9a9-55586f50d139) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:37.249219 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99602a16-2a23-4514-a6b2-a730f90dda32 req-6cf93306-c6f6-4ae9-9ff5-d29d5ef27f04 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0288410 May 13 14:36:37.253358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for port (a02e349e-e653-401e-a9a9-55586f50d139), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.356631 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.400549 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Network c171db94-b049-455d-b168-7668289abdc8 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:37.404059 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:37.410133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:36:37.410848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8ddd-7cc2-4260-b4b5-a25cdb7b70b5 req-ff6a69d0-37f3-4303-b6a2-abade8f9e2b1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:37.417977 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:37.431362 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d8f8ddd-7cc2-4260-b4b5-a25cdb7b70b5 req-ff6a69d0-37f3-4303-b6a2-abade8f9e2b1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 946 time: 0.0668693 May 13 14:36:37.467789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:37.468445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.469268 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d8f8ddd-7cc2-4260-b4b5-a25cdb7b70b5 req-4a8667b7-2b5a-4250-bce4-c296c1efd5d1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491536 May 13 14:36:37.573506 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-10c651ba-b5b0-4994-8a83-f56ef8d516c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8514864 May 13 14:36:37.592445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Request body: {'port': {'device_id': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:37.600578 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-82f1383c-a09a-4be5-af54-9702f256788f req-19d5e079-a6ce-4b46-9fa0-02d48a0e270b service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121461 May 13 14:36:37.658547 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.687504 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-19a438f0-98a0-40dd-a3af-dac692bd1806 None None] Provisioning complete for port a02e349e-e653-401e-a9a9-55586f50d139 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:36:37.688061 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19a438f0-98a0-40dd-a3af-dac692bd1806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a02e349e-e653-401e-a9a9-55586f50d139), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.721594 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-19a438f0-98a0-40dd-a3af-dac692bd1806 None None] Port a02e349e-e653-401e-a9a9-55586f50d139 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:36:37.858309 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d0dc4-c17d-4add-ab80-0a7983e2134a req-9d6f6d75-0813-4aae-9053-2ccdd69764ce tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:37.859936 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-851d0dc4-c17d-4add-ab80-0a7983e2134a req-9d6f6d75-0813-4aae-9053-2ccdd69764ce tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0487869 May 13 14:36:37.908362 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-851d0dc4-c17d-4add-ab80-0a7983e2134a req-ddf14aa4-5ddf-4ee0-a110-17598310c662 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 May 13 14:36:37.933739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02e349e-e653-401e-a9a9-55586f50d139 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:37.941447 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks [] for port (a02e349e-e653-401e-a9a9-55586f50d139), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:37.955631 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Transition to ACTIVE for port object a02e349e-e653-401e-a9a9-55586f50d139 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:36:38.059181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.111368 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.181818 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699403-810f-4900-a80e-780e9d351825 req-ec02e682-1d2f-4fb2-8197-e63dcd1b068a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.189032 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fc699403-810f-4900-a80e-780e9d351825 req-ec02e682-1d2f-4fb2-8197-e63dcd1b068a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0564194 May 13 14:36:38.189459 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Attempting to bind port a02e349e-e653-401e-a9a9-55586f50d139 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:36:38.189803 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Attempting to bind port a02e349e-e653-401e-a9a9-55586f50d139 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:36:38.190132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Attempting to bind port a02e349e-e653-401e-a9a9-55586f50d139 on network c171db94-b049-455d-b168-7668289abdc8 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:38.194878 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Port a02e349e-e653-401e-a9a9-55586f50d139 on network c171db94-b049-455d-b168-7668289abdc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:36:38.195203 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Attempting to bind port a02e349e-e653-401e-a9a9-55586f50d139 on network c171db94-b049-455d-b168-7668289abdc8 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:36:38.201020 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:36:38.201414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Checking segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:36:38.201813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Bound using segment: {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:36:38.202244 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Bound port: a02e349e-e653-401e-a9a9-55586f50d139, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeab216d-f2cb-4b4c-8d92-efd9256676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c171db94-b049-455d-b168-7668289abdc8'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:36:38.202663 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.242781 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:36:38.249454 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fc699403-810f-4900-a80e-780e9d351825 req-c25e979a-a3a1-458f-b203-93e83fbbe33a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584552 May 13 14:36:38.292494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:36:38.296021 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:36:38.347999 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: ACTIVE; New status is: DOWN {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:38.348296 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.373005 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:38.375264 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a26a9-7756-404d-8fea-a714cbc16a69" -d '{"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:38.388560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:36:38.391204 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.410556 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd23fc-90c9-45ec-bf8c-d1c59c4b52ff req-1d266326-67ee-4cac-a395-ad549c29e5ce tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.412122 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-23bd23fc-90c9-45ec-bf8c-d1c59c4b52ff req-1d266326-67ee-4cac-a395-ad549c29e5ce tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0795755 May 13 14:36:38.418542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99556a06-329c-4f9f-b952-b28c7a8ebfc0 req-41ebc787-67de-4be6-a325-fa0f19eb951c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.420620 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99556a06-329c-4f9f-b952-b28c7a8ebfc0 req-41ebc787-67de-4be6-a325-fa0f19eb951c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0766575 May 13 14:36:38.426541 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.426541 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.427752 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] 10.222.0.97 "PUT /v2.0/ports/a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 1094 time: 0.8418949 May 13 14:36:38.428198 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:38.430440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70195f5-24cf-401b-bbc1-b5e54345d6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:38.460711 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc0120-09ec-4d92-a274-c316181f371b service neutron] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.471471 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.504660 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-23bd23fc-90c9-45ec-bf8c-d1c59c4b52ff req-5627eeb8-f01a-4789-acdc-05ba7c5abb00 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830603 May 13 14:36:38.514306 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99556a06-329c-4f9f-b952-b28c7a8ebfc0 req-02ee56af-cc94-4857-a647-fe1b07101d1f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761375 May 13 14:36:38.539853 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45238) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:38.549101 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.566696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b0544-7835-4c69-8914-8687dc4c88f3 x-openstack-request-id: req-974b0544-7835-4c69-8914-8687dc4c88f3 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:38.566996 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:38.567250 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-974b0544-7835-4c69-8914-8687dc4c88f3 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:38.567653 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974b0544-7835-4c69-8914-8687dc4c88f3'] response: {'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'code': 200} May 13 14:36:38.579694 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d46091-556b-4d02-bfb2-4d0e6c2fd8c6 x-openstack-request-id: req-e9d46091-556b-4d02-bfb2-4d0e6c2fd8c6 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:38.579992 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:38.580249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e9d46091-556b-4d02-bfb2-4d0e6c2fd8c6 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:38.580653 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d46091-556b-4d02-bfb2-4d0e6c2fd8c6'] response: {'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'status': 'completed', 'code': 200} May 13 14:36:38.684190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bac3b-df0a-4feb-828b-1f95ace46655 req-45e6bb4f-6f3b-42f5-bc03-7d60684925a5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.685685 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-032bac3b-df0a-4feb-828b-1f95ace46655 req-45e6bb4f-6f3b-42f5-bc03-7d60684925a5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0662673 May 13 14:36:38.766766 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-032bac3b-df0a-4feb-828b-1f95ace46655 req-e03adecd-7477-45e7-9e43-f992bc7ae3a6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748475 May 13 14:36:38.770301 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c05b5e-c6c8-4c18-8e38-f1c2972c4471 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.775134 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a1c05b5e-c6c8-4c18-8e38-f1c2972c4471 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 1125 time: 0.2311478 May 13 14:36:38.775134 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45242) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:38.780145 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'port_id': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:36:38.847948 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:38.935217 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:39.053907 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9072473-a46d-4266-ac76-2fa48b1f66bc req-4a4f0bc3-f0eb-4693-be7f-cddc79d9ea70 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.055412 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9072473-a46d-4266-ac76-2fa48b1f66bc req-4a4f0bc3-f0eb-4693-be7f-cddc79d9ea70 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0757899 May 13 14:36:39.101161 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.27.0.206 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/de1c7655-768b-45d5-a8d9-3569c907a711) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:39.136078 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9072473-a46d-4266-ac76-2fa48b1f66bc req-6a92cf11-6471-4a1b-bf99-e43695d75d21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 May 13 14:36:39.231034 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (de1c7655-768b-45d5-a8d9-3569c907a711), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:39.322484 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:39.360844 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:39.363547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:39.367163 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:36:39.396895 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=de1c7655-768b-45d5-a8d9-3569c907a711,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:39.615585 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-901d0b6d-6564-44ff-b4e0-6e997cc159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.616398 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-901d0b6d-6564-44ff-b4e0-6e997cc159c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1128 time: 0.0474010 May 13 14:36:39.658440 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc7cf6-5d36-47df-b54f-8dfe63293fd6 req-eb5737c9-4ae2-4d0d-9ec0-c2307eb1b98d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.659986 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cbc7cf6-5d36-47df-b54f-8dfe63293fd6 req-eb5737c9-4ae2-4d0d-9ec0-c2307eb1b98d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0760512 May 13 14:36:39.725097 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-0df6e36d-0514-48e1-babd-f3273e87f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.726599 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-0df6e36d-0514-48e1-babd-f3273e87f22d service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1027119 May 13 14:36:39.765702 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cbc7cf6-5d36-47df-b54f-8dfe63293fd6 req-e6e5e498-8b64-4b7c-9c55-9ef98bda1c2f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978925 May 13 14:36:39.821071 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (2f65bbca-c16a-4862-981a-17e7887e882c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:39.906325 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea4d85-4e5c-423e-8724-6fddaae4ec66 req-eef82326-6c66-42ef-a832-afc2e529d473 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.907751 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9ea4d85-4e5c-423e-8724-6fddaae4ec66 req-eef82326-6c66-42ef-a832-afc2e529d473 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0589314 May 13 14:36:39.956449 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9ea4d85-4e5c-423e-8724-6fddaae4ec66 req-959cebdf-923c-4d52-b661-07ca99fe4893 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 May 13 14:36:39.996146 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:40.150458 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (de1c7655-768b-45d5-a8d9-3569c907a711), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:40.214070 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:40.275280 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (2f65bbca-c16a-4862-981a-17e7887e882c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:40.286121 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9186e24-1281-463b-89c6-4d92b5ad820c req-df10bd4c-f826-41fe-b48d-3849822d1c92 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:40.287647 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9186e24-1281-463b-89c6-4d92b5ad820c req-df10bd4c-f826-41fe-b48d-3849822d1c92 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0845129 May 13 14:36:40.341435 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=de1c7655-768b-45d5-a8d9-3569c907a711,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:40.425979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9186e24-1281-463b-89c6-4d92b5ad820c req-7c69ca96-a054-44a2-bf6a-1671406f94a8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 May 13 14:36:40.437208 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP 2f65bbca-c16a-4862-981a-17e7887e882c associated. External IP: 172.27.0.206, port: 0c7723f2-cd0d-47c2-85a3-ef228f2c6166. May 13 14:36:40.774951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45268) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:40.899900 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e0bebe63-01c9-47e5-8db0-e702ee1585b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:40.950401 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:36:40.958137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7205-bcaa-44d2-816d-85e86b4787ae req-36265757-3264-4f32-be00-c117e66f4b25 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:40.963866 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f70a7205-bcaa-44d2-816d-85e86b4787ae req-36265757-3264-4f32-be00-c117e66f4b25 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0795357 May 13 14:36:41.044570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-f01d1c5b-a87c-4959-8391-b0a0919704b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.046069 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e70195f5-24cf-401b-bbc1-b5e54345d6a6 req-f01d1c5b-a87c-4959-8391-b0a0919704b0 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420832 May 13 14:36:41.084697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e0bebe63-01c9-47e5-8db0-e702ee1585b2 admin admin] Publish callbacks [] for security_group (618350cf-74fe-47ca-a1cb-fcea14e241f8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.152448 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e0bebe63-01c9-47e5-8db0-e702ee1585b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (618350cf-74fe-47ca-a1cb-fcea14e241f8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.154285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:36:41.168076 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:41.182649 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f70a7205-bcaa-44d2-816d-85e86b4787ae req-fa41806a-85a7-426a-923a-691b631da022 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123737 May 13 14:36:41.192493 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b2f5-3e4f-499d-8c7c-13570bfa928f req-a3e796f0-23b0-488b-9ffd-ee5a458ac2f5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.193662 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:36:41.194619 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f171b2f5-3e4f-499d-8c7c-13570bfa928f req-a3e796f0-23b0-488b-9ffd-ee5a458ac2f5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0987065 May 13 14:36:41.194764 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:36:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:41.215194 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91023-afc1-4edb-bccf-450fd667a3dd req-0834eba5-30d9-455d-bbea-ab153350a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.216688 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02b91023-afc1-4edb-bccf-450fd667a3dd req-0834eba5-30d9-455d-bbea-ab153350a835 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 1130 time: 0.1051128 May 13 14:36:41.218033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-838d6f9f-4611-4cd1-bc0a-67b78ac01526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.219366 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-838d6f9f-4611-4cd1-bc0a-67b78ac01526 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1128 time: 0.0805867 May 13 14:36:41.221710 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e0bebe63-01c9-47e5-8db0-e702ee1585b2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c6bd349392b34d6e8fc6a3328e0b0a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451451 May 13 14:36:41.225368 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45276) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:41.246974 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bebe63-01c9-47e5-8db0-e702ee1585b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618350cf-74fe-47ca-a1cb-fcea14e241f8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:41.272324 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f171b2f5-3e4f-499d-8c7c-13570bfa928f req-3f3dd93f-e205-4477-8a7d-b0d6cc9cfdbf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620558 May 13 14:36:41.291955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.327376 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-188c591c-68a5-4697-bc08-c9b4f9535afb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5514314 May 13 14:36:41.328432 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:41.332162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bb9a80-05d0-430f-848d-8be48ea788c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:36:41.333373 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:36:41.337297 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-ba1dbb51-efa9-4177-bacf-c59ace9af35c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 217 time: 0.0579863 May 13 14:36:41.344673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] Publish callbacks [] for security_group (618350cf-74fe-47ca-a1cb-fcea14e241f8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.391191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] Publish callbacks [] for security_group (618350cf-74fe-47ca-a1cb-fcea14e241f8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.391323 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09fe18-afd2-4ff4-95aa-da63dbacb884 x-openstack-request-id: req-5e09fe18-afd2-4ff4-95aa-da63dbacb884 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:36:41.391323 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:36:41.391323 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5e09fe18-afd2-4ff4-95aa-da63dbacb884 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:36:41.391323 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e09fe18-afd2-4ff4-95aa-da63dbacb884'] response: {'name': 'network-changed', 'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'status': 'completed', 'code': 200} May 13 14:36:41.391892 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02b91023-afc1-4edb-bccf-450fd667a3dd req-5ab468bf-9205-47a9-86b1-be0ccce8e046 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097951 May 13 14:36:41.519399 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (618350cf-74fe-47ca-a1cb-fcea14e241f8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.522040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:41.523216 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/618350cf-74fe-47ca-a1cb-fcea14e241f8 HTTP/1.1" status: 204 len: 168 time: 0.2969720 May 13 14:36:41.537982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9628f3-b5da-48cb-8f28-3060cf55616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618350cf-74fe-47ca-a1cb-fcea14e241f8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:41.558191 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eed94-89ff-405f-90f0-826f61c2edae req-d20ecebb-29cb-4845-a9b6-44d027589455 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.560173 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d96eed94-89ff-405f-90f0-826f61c2edae req-d20ecebb-29cb-4845-a9b6-44d027589455 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0616052 May 13 14:36:41.586539 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '2f65bbca-c16a-4862-981a-17e7887e882c', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:59:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:36:39Z', 'updated_at': '2022-05-13T14:36:39Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:41.625888 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:41.631434 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d96eed94-89ff-405f-90f0-826f61c2edae req-b128b10d-5c03-4f91-814b-78aa93a68c05 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649292 May 13 14:36:41.639173 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:36:41.639834 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:36:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:41.754329 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:36:41.833331 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-43ae5b0b-e2e1-49a2-aa8c-c90c62e5e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.835200 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-43ae5b0b-e2e1-49a2-aa8c-c90c62e5e225 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.1016393 May 13 14:36:41.836289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-96b21bb5-88a1-43e1-b608-087f8a58d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.837826 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-96b21bb5-88a1-43e1-b608-087f8a58d5c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 1130 time: 0.0948713 May 13 14:36:41.953193 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-de1b19ac-ca87-46f7-a368-fd8db6f54422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.954914 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-de1b19ac-ca87-46f7-a368-fd8db6f54422 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931690 May 13 14:36:41.988386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-5a6fa37d-3524-4303-acb2-7a11009dfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.990097 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-5a6fa37d-3524-4303-acb2-7a11009dfddf service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.1385455 May 13 14:36:42.010984 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '2f65bbca-c16a-4862-981a-17e7887e882c', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:59:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:36:39Z', 'updated_at': '2022-05-13T14:36:39Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:42.115651 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba43292-ee45-4bf9-9442-0a7ffb3e653a None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '2f65bbca-c16a-4862-981a-17e7887e882c', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:59:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:36:39Z', 'updated_at': '2022-05-13T14:36:39Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:42.324867 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3859e5a-99ee-4962-b35d-4a1f42e2ea04 None None] New status for floating IP 2f65bbca-c16a-4862-981a-17e7887e882c: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:36:42.343553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c083235-1401-44b8-98dd-10f6b59f7b05 req-6a28666b-023f-470c-ac77-315ee726682e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.346257 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c083235-1401-44b8-98dd-10f6b59f7b05 req-6a28666b-023f-470c-ac77-315ee726682e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0711272 May 13 14:36:42.422946 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c083235-1401-44b8-98dd-10f6b59f7b05 req-afec4088-09bd-4130-8b5b-d4c386a2237e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706966 May 13 14:36:42.437356 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-270eb418-3eb6-426b-8efe-0a294f022cbb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166 HTTP/1.1" status: 200 len: 1000 time: 0.1366446 May 13 14:36:42.492582 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-ecb0a8d6-118a-422b-98fa-b65a947268ac service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841428 May 13 14:36:42.515050 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-2ddebe0d-ac17-42a4-aa52-404bc02395cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.516567 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-2ddebe0d-ac17-42a4-aa52-404bc02395cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0700831 May 13 14:36:42.624784 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-b3d4d892-8233-495c-8339-064b649d2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.627724 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-b3d4d892-8233-495c-8339-064b649d2992 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652845 May 13 14:36:42.650275 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-997659d3-bd65-46d0-a139-363428a1f3e9 req-3d2964d5-dc32-447c-8e95-daef4ce78004 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466975 May 13 14:36:42.653807 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-49fc4b9b-352e-442b-a386-86ef9e1c0a0f req-01c949bd-f55e-4bfa-9b9a-f7576685b2d3 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:36:42.654815 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49fc4b9b-352e-442b-a386-86ef9e1c0a0f req-01c949bd-f55e-4bfa-9b9a-f7576685b2d3 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052152 May 13 14:36:42.730213 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-59510d56-65ee-4fc6-b629-ad12fd28177b service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927572 May 13 14:36:42.754464 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c189117-19b9-4f16-aec3-df364fd9f37f req-f23eb369-9f75-4b75-94bc-fdb3c83acd21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.756025 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2c189117-19b9-4f16-aec3-df364fd9f37f req-f23eb369-9f75-4b75-94bc-fdb3c83acd21 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0480461 May 13 14:36:42.811843 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2c189117-19b9-4f16-aec3-df364fd9f37f req-05d320ea-c60b-4971-ae8c-e80caaf70b38 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 May 13 14:36:42.966547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46066310-2fac-424b-b504-ffa876ee2bd0 req-71293034-45ef-484c-82b3-b4fbc1e43ca4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.968067 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46066310-2fac-424b-b504-ffa876ee2bd0 req-71293034-45ef-484c-82b3-b4fbc1e43ca4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0483720 May 13 14:36:43.018444 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46066310-2fac-424b-b504-ffa876ee2bd0 req-a64fa1a1-395e-4ae2-876f-0540ce2a9150 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446136 May 13 14:36:43.410132 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62bb9a80-05d0-430f-848d-8be48ea788c8 req-763f9cc8-0452-4db4-9c50-d10731cf993d service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901821 May 13 14:36:43.545943 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45328) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:43.556526 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446cea-ef84-45d9-8bce-28b05774190a req-8b54e840-75c1-4a55-a414-5f93f8e615df tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:43.556526 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1446cea-ef84-45d9-8bce-28b05774190a req-8b54e840-75c1-4a55-a414-5f93f8e615df tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0520797 May 13 14:36:43.602872 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1446cea-ef84-45d9-8bce-28b05774190a req-5b34e2ca-c3d0-4405-aed9-d5cf942aa930 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479739 May 13 14:36:43.639651 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-bd0d0577-49a9-4241-b553-1050318fdbfa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876019 May 13 14:36:43.644156 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-9959a96e-e0a0-4fff-9011-92e353d21748 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:36:43.645128 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-9959a96e-e0a0-4fff-9011-92e353d21748 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050609 May 13 14:36:43.721536 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45336) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:36:43.771278 dv-cinder-841754-1-iscsi neutron-server[103807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:36:43.816896 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-67889073-06a3-4d49-afa2-278c51aaa2d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:43.818540 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-67889073-06a3-4d49-afa2-278c51aaa2d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports/1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 941 time: 0.0957413 May 13 14:36:43.929432 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c3d44-4886-41cb-9480-6d7caa1934d9 req-99a292f0-448b-4bdf-87fc-8529339fd3ec tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:43.930986 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6a8c3d44-4886-41cb-9480-6d7caa1934d9 req-99a292f0-448b-4bdf-87fc-8529339fd3ec tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0495775 May 13 14:36:43.982153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6a8c3d44-4886-41cb-9480-6d7caa1934d9 req-b37e5199-9c05-404b-8291-0dbe553df099 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 May 13 14:36:44.114905 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d18d-c41b-40d6-8fc0-6357b771222e req-25114cb0-b8be-4ba0-9420-9ee5bf0c58f2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:44.116392 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab25d18d-c41b-40d6-8fc0-6357b771222e req-25114cb0-b8be-4ba0-9420-9ee5bf0c58f2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0598009 May 13 14:36:44.175534 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffd10b-4842-4ebf-944c-f056ad932b7b req-ca053959-c1e1-4f93-b163-343e9eb8ad13 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:44.177270 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27ffd10b-4842-4ebf-944c-f056ad932b7b req-ca053959-c1e1-4f93-b163-343e9eb8ad13 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0798004 May 13 14:36:44.217398 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab25d18d-c41b-40d6-8fc0-6357b771222e req-0dfb4951-dd58-43e3-9694-f5357178784c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773678 May 13 14:36:44.246442 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27ffd10b-4842-4ebf-944c-f056ad932b7b req-fcb4c2a8-616c-42d0-b52a-eddf585dc130 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609517 May 13 14:36:44.280851 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:36:44.363665 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: DOWN; New status is: DOWN {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:36:44.718708 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232df6-0f47-4584-a78e-9503aa3b0186 req-129a3493-3ee5-4eb9-aadf-673905f583d8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:44.720139 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76232df6-0f47-4584-a78e-9503aa3b0186 req-129a3493-3ee5-4eb9-aadf-673905f583d8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0470788 May 13 14:36:44.769550 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76232df6-0f47-4584-a78e-9503aa3b0186 req-abe4a110-423b-465e-9f47-95744d366f22 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 May 13 14:36:45.375843 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8eb17-185a-40fd-bc39-0ac424fb1c6e req-bad83ad6-b6a9-4811-8401-756e63f8c462 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:45.377396 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40f8eb17-185a-40fd-bc39-0ac424fb1c6e req-bad83ad6-b6a9-4811-8401-756e63f8c462 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0515621 May 13 14:36:45.424848 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40f8eb17-185a-40fd-bc39-0ac424fb1c6e req-7091b672-00cb-4b3f-8ab5-617166c91505 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 May 13 14:36:45.886696 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9a191-2f2e-4d19-9415-7b5749fe3bd7 req-aa75d016-4ffd-48a9-aa7c-a617da8d52cf tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:45.888321 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7dc9a191-2f2e-4d19-9415-7b5749fe3bd7 req-aa75d016-4ffd-48a9-aa7c-a617da8d52cf tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0491321 May 13 14:36:45.938936 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7dc9a191-2f2e-4d19-9415-7b5749fe3bd7 req-d156f46c-9901-4327-8d02-5d63e450c0c9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 May 13 14:36:46.384443 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ddcd3-0a58-40de-8804-2b48fb009b3f req-f13122eb-c09e-4611-8c3d-0334575a1192 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.386045 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d67ddcd3-0a58-40de-8804-2b48fb009b3f req-f13122eb-c09e-4611-8c3d-0334575a1192 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0541058 May 13 14:36:46.444522 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d67ddcd3-0a58-40de-8804-2b48fb009b3f req-40b2a967-921b-4692-b87f-53d257568f58 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509908 May 13 14:36:46.502059 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d15e0-eb65-4947-b921-2c155fe49045 req-15f4c71c-8620-4de0-81a3-d24dd02245d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.503608 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-15f4c71c-8620-4de0-81a3-d24dd02245d4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1129 time: 0.0454247 May 13 14:36:46.550617 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29317191-7e2c-4f80-9793-8c5f4ac1ee87 req-e9dfa513-f2e2-487b-a53a-013846e29f82 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.552122 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29317191-7e2c-4f80-9793-8c5f4ac1ee87 req-e9dfa513-f2e2-487b-a53a-013846e29f82 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0484343 May 13 14:36:46.600724 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29317191-7e2c-4f80-9793-8c5f4ac1ee87 req-d0efd025-6f11-48ee-b19e-806411623951 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 May 13 14:36:46.955007 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-3729552b-695a-453e-aab6-09793730e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.956485 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-3729552b-695a-453e-aab6-09793730e5ae service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 1128 time: 0.0836952 May 13 14:36:46.984238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d15e0-eb65-4947-b921-2c155fe49045 req-aca132af-98f2-4dd2-8f05-204da8ba0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.985705 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-aca132af-98f2-4dd2-8f05-204da8ba0936 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.1552942 May 13 14:36:47.046414 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-7ed356d4-bd04-4cbf-8344-91a5fb3c8973 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0505970 May 13 14:36:47.054811 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112a3c-98a0-49d1-b067-c294669fa364 req-01ec0ea8-d2c9-4d02-907c-fd22a55704f3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.056314 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41112a3c-98a0-49d1-b067-c294669fa364 req-01ec0ea8-d2c9-4d02-907c-fd22a55704f3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0474646 May 13 14:36:47.060118 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-c9fdc6f3-e73f-4e52-b4b9-0c2b9fc31522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.061576 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-c9fdc6f3-e73f-4e52-b4b9-0c2b9fc31522 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1128 time: 0.0750334 May 13 14:36:47.110342 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41112a3c-98a0-49d1-b067-c294669fa364 req-752db302-fb12-4e38-a7cf-6d5116a3ca50 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479262 May 13 14:36:47.153296 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d15e0-eb65-4947-b921-2c155fe49045 req-fcf663bd-80ce-4fa7-9205-c59c1e376c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.154788 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-fcf663bd-80ce-4fa7-9205-c59c1e376c78 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0923588 May 13 14:36:47.222154 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d15e0-eb65-4947-b921-2c155fe49045 req-2ea8b1ee-462b-4352-ac60-64d941166551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.223574 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-2ea8b1ee-462b-4352-ac60-64d941166551 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611765 May 13 14:36:47.225147 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-2d0a6fdf-bc1a-4980-a383-ca17e997e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.226422 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-2d0a6fdf-bc1a-4980-a383-ca17e997e3c8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.1361656 May 13 14:36:47.562461 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fbff-5e86-456f-9b37-990def9967ba req-efae0472-2afd-4761-82c9-d0bfb77ef4be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.564052 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1935fbff-5e86-456f-9b37-990def9967ba req-efae0472-2afd-4761-82c9-d0bfb77ef4be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0495727 May 13 14:36:47.594652 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-cb4e0627-fe65-4fb2-89ef-c4ca57e3063b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 200 len: 1000 time: 0.3547568 May 13 14:36:47.614665 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1935fbff-5e86-456f-9b37-990def9967ba req-d6d17b65-956a-47ad-938e-900f2c9b4943 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 May 13 14:36:47.656148 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-c9e89005-3ce9-4ac9-a0f0-c492abda2a4a service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173508 May 13 14:36:47.661649 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-47eeef11-9e86-48c7-b029-f575435872f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.663033 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-47eeef11-9e86-48c7-b029-f575435872f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0618060 May 13 14:36:47.722817 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e1489-891d-4923-8059-b3e3b256b61c req-41adbef3-33cc-4425-b168-5b55b82ad39b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.724711 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e55e1489-891d-4923-8059-b3e3b256b61c req-41adbef3-33cc-4425-b168-5b55b82ad39b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0483785 May 13 14:36:47.756345 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-f8289c7c-a3f6-4966-9657-477dea02fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.757831 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-f8289c7c-a3f6-4966-9657-477dea02fcbd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766487 May 13 14:36:47.774504 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e55e1489-891d-4923-8059-b3e3b256b61c req-07627de6-2373-4e53-aaf3-a9a4999f76d2 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 May 13 14:36:47.831101 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-387d15e0-eb65-4947-b921-2c155fe49045 req-f738ce81-4f84-42ee-9eba-97dbce75371b service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671221 May 13 14:36:47.878001 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-eaaab65f-3170-4bc8-a637-d4c4fa53135b service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053286 May 13 14:36:47.952190 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-3cf07a55-d63a-43c4-a1a8-fbe65949fe34 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883675 May 13 14:36:48.026719 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb8241ee-c937-4aab-a0a1-9246671d479e req-9e79e3e4-8034-4c1b-8864-232a78063632 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294518 May 13 14:36:48.029718 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-2514f2d3-72e1-4fe5-b563-570c0d4197bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.031156 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-2514f2d3-72e1-4fe5-b563-570c0d4197bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 1130 time: 0.0569236 May 13 14:36:48.099276 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:48.182590 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-478a9d7c-853a-4130-b99d-c40602e78298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.184092 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-478a9d7c-853a-4130-b99d-c40602e78298 service neutron] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 916 time: 0.0892096 May 13 14:36:48.234443 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31432-6edc-4b70-a318-5ef6c9e74ae9 req-cd959f26-234d-4349-9e39-9de5376f3d1e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.235950 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4e31432-6edc-4b70-a318-5ef6c9e74ae9 req-cd959f26-234d-4349-9e39-9de5376f3d1e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0511417 May 13 14:36:48.287579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4e31432-6edc-4b70-a318-5ef6c9e74ae9 req-e4753cb4-65e1-4fe3-9d23-941d1d1572f3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459399 May 13 14:36:48.341938 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-e986e1d9-374c-4417-80f1-4fbfdcc11c9d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf HTTP/1.1" status: 200 len: 1002 time: 0.0692239 May 13 14:36:48.350880 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96e252a2-25cc-470e-9a92-e7b2259a4c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:48.396446 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-59f8259e-0191-433f-88f5-166a600f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.397895 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-59f8259e-0191-433f-88f5-166a600f21ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0447929 May 13 14:36:48.451873 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-476cd407-1a79-4583-90e4-86e291b98b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.453429 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-476cd407-1a79-4583-90e4-86e291b98b96 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420680 May 13 14:36:48.549899 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-78bbf6b6-97ab-4381-8b4b-db36f24eac95 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888941 May 13 14:36:48.642491 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-411ae312-5d24-45ca-a6b3-20d3cb88880d req-7f6d8fcb-e2ec-4d9b-b670-68f3d52e57ac service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865402 May 13 14:36:48.671805 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:36:48.771038 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab45cb-4fff-4117-9d1e-83b97899a3e3 req-eac2edd0-5997-4aa1-9c9b-be85523b56a4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.772932 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1dab45cb-4fff-4117-9d1e-83b97899a3e3 req-eac2edd0-5997-4aa1-9c9b-be85523b56a4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0572956 May 13 14:36:48.824457 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1dab45cb-4fff-4117-9d1e-83b97899a3e3 req-8de9415f-68f1-4f51-8737-dd9e496a8ebc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 May 13 14:36:48.913605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020351f9-bce7-47c1-9f84-e418339e94c4 req-2441d1d7-9ced-4331-a1c7-d45bff30a4f6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:48.915961 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-020351f9-bce7-47c1-9f84-e418339e94c4 req-2441d1d7-9ced-4331-a1c7-d45bff30a4f6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0621343 May 13 14:36:48.973845 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-020351f9-bce7-47c1-9f84-e418339e94c4 req-bb89223d-c4ca-45db-85ba-b5600e2ef7ea tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512912 May 13 14:36:49.417150 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73d96-19c0-4621-9672-3f65e78618a5 req-e94ed9d6-8576-48c4-97c2-5d2c9f54c151 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.418902 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49c73d96-19c0-4621-9672-3f65e78618a5 req-e94ed9d6-8576-48c4-97c2-5d2c9f54c151 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0517297 May 13 14:36:49.471618 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49c73d96-19c0-4621-9672-3f65e78618a5 req-a0285842-22ed-420f-b5c7-279a95662976 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 May 13 14:36:49.943829 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e5b61-611b-49af-aabc-870e8f64caeb req-ab623023-5fb9-4171-afcc-b136c684977b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.945292 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-341e5b61-611b-49af-aabc-870e8f64caeb req-ab623023-5fb9-4171-afcc-b136c684977b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0501189 May 13 14:36:49.998545 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-341e5b61-611b-49af-aabc-870e8f64caeb req-effac8c4-59aa-4026-8c9c-8620e4245356 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 May 13 14:36:50.109836 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbda71f-3ba0-4238-8043-2cadc9e9691c req-b44ade2d-b434-441f-80e2-4bec8b13b67f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:50.111545 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7bbda71f-3ba0-4238-8043-2cadc9e9691c req-b44ade2d-b434-441f-80e2-4bec8b13b67f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0596955 May 13 14:36:50.162119 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7bbda71f-3ba0-4238-8043-2cadc9e9691c req-55b9c6ee-08e4-46ae-a5ec-34f0c3c38094 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 May 13 14:36:50.539509 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7d677b2-80d0-4705-a327-aacde10364ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:50.591804 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514d5ec-6ef9-4202-a904-ffdc2fbbdbb6 req-cb8af0f6-2c11-43af-94bd-9ca46d40310a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:50.593356 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a514d5ec-6ef9-4202-a904-ffdc2fbbdbb6 req-cb8af0f6-2c11-43af-94bd-9ca46d40310a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0488405 May 13 14:36:50.647435 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a514d5ec-6ef9-4202-a904-ffdc2fbbdbb6 req-76fe6006-94b9-4196-885a-60b435434e62 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471184 May 13 14:36:51.143334 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ebf5-c3b7-4db2-86a3-ced6dd354ac6 req-0f58020e-d7f6-477f-b900-5ddc45fffe70 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.145418 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9077ebf5-c3b7-4db2-86a3-ced6dd354ac6 req-0f58020e-d7f6-477f-b900-5ddc45fffe70 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0716758 May 13 14:36:51.197066 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9077ebf5-c3b7-4db2-86a3-ced6dd354ac6 req-8950469d-fae1-4c37-bf14-0035aca3ec2b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 May 13 14:36:51.307813 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaac2c9-1225-49f2-a546-7cc546778cbb req-06ad2521-b193-4e09-b965-d8306fab5ace tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.309367 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-daaac2c9-1225-49f2-a546-7cc546778cbb req-06ad2521-b193-4e09-b965-d8306fab5ace tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0495586 May 13 14:36:51.358457 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-daaac2c9-1225-49f2-a546-7cc546778cbb req-19c034d2-35ee-4f75-bb02-84c8365ed907 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 May 13 14:36:51.772135 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cb127-1a70-4470-a100-b4cda4ee3a3a req-7f47684f-5e4a-4cd0-aab9-07a13ba6cab1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.773745 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fc0cb127-1a70-4470-a100-b4cda4ee3a3a req-7f47684f-5e4a-4cd0-aab9-07a13ba6cab1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0520139 May 13 14:36:51.836676 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fc0cb127-1a70-4470-a100-b4cda4ee3a3a req-06628a72-29c0-42f5-b781-427dae0f0a57 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563359 May 13 14:36:51.990968 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:52.342207 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f77d5d-ff6f-48a4-b27a-42b026d3f8e4 req-aff08693-ec1b-4639-98c0-fbf9a66d3ca5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:52.344825 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9f77d5d-ff6f-48a4-b27a-42b026d3f8e4 req-aff08693-ec1b-4639-98c0-fbf9a66d3ca5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0649493 May 13 14:36:52.399988 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9f77d5d-ff6f-48a4-b27a-42b026d3f8e4 req-fe189c6f-6e1a-46a4-b990-a74d64205f63 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489979 May 13 14:36:52.509614 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe123-5a18-482f-8c65-2ea9855a126d req-2238c956-0943-4c88-bf9b-f01ae967ccfd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:52.511820 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-955fe123-5a18-482f-8c65-2ea9855a126d req-2238c956-0943-4c88-bf9b-f01ae967ccfd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0562279 May 13 14:36:52.560839 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-955fe123-5a18-482f-8c65-2ea9855a126d req-c856caba-625d-4d48-9026-ef1f4f19c9bd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 May 13 14:36:52.971073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474181d-a727-4a65-8e60-007c67eeb3a1 req-e0ef8fe5-cfb7-4da4-8987-e15c0f8414c8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:52.972582 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b474181d-a727-4a65-8e60-007c67eeb3a1 req-e0ef8fe5-cfb7-4da4-8987-e15c0f8414c8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0522063 May 13 14:36:52.990929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:53.030429 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b474181d-a727-4a65-8e60-007c67eeb3a1 req-30650f79-ad2c-4b92-86d1-a8a3c5c63b93 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519574 May 13 14:36:53.531307 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5b913-5d48-4917-a375-03a66586c3e4 req-89a1d1ef-e91e-40cb-91a5-094f7f5ac70f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:53.533030 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cc5b913-5d48-4917-a375-03a66586c3e4 req-89a1d1ef-e91e-40cb-91a5-094f7f5ac70f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0485153 May 13 14:36:53.582971 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cc5b913-5d48-4917-a375-03a66586c3e4 req-10d5899a-545c-4ac3-bf04-b5fa38ce3164 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 May 13 14:36:53.694385 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65482-1d21-4716-ab35-711caa48609c req-9770df3e-bcc0-4e43-84f4-e50d2f345e4e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:53.695817 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2fb65482-1d21-4716-ab35-711caa48609c req-9770df3e-bcc0-4e43-84f4-e50d2f345e4e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0581326 May 13 14:36:53.753280 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2fb65482-1d21-4716-ab35-711caa48609c req-50819451-7a00-460a-9a03-49bdc23ce2eb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508862 May 13 14:36:54.156606 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced14e8c-0a88-4420-b0b2-652cb331b03f req-30a6868b-30bf-4d23-91ce-6a3d17f226de tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:54.158088 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ced14e8c-0a88-4420-b0b2-652cb331b03f req-30a6868b-30bf-4d23-91ce-6a3d17f226de tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0469615 May 13 14:36:54.209383 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ced14e8c-0a88-4420-b0b2-652cb331b03f req-044dac7b-3a6b-432e-82d7-1bf9ab2ecf80 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456276 May 13 14:36:54.703128 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203ced2-3d0d-4701-886c-529452ae135c req-d6eaf2c3-1be3-4283-b6ed-aa43ce0d19f6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:54.704542 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8203ced2-3d0d-4701-886c-529452ae135c req-d6eaf2c3-1be3-4283-b6ed-aa43ce0d19f6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0484068 May 13 14:36:54.762520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8203ced2-3d0d-4701-886c-529452ae135c req-c1b25f5b-c164-4b00-a97b-c5502f66ff0d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 May 13 14:36:54.819474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:36:54.906479 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdc633-0a43-4850-b54a-1292c68f6358 req-5936da86-7aa1-4433-8f6c-1d8d0a8e82d1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:54.908075 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-69cdc633-0a43-4850-b54a-1292c68f6358 req-5936da86-7aa1-4433-8f6c-1d8d0a8e82d1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0560889 May 13 14:36:54.957699 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-69cdc633-0a43-4850-b54a-1292c68f6358 req-7a3a446c-4c41-4cef-be4e-946d39053c8b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 May 13 14:36:55.350311 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac06bee-6df4-40cd-a112-e6d5242dc5df req-2a135aad-bd67-4b1a-8b4c-dee84dd4e898 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.352157 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ac06bee-6df4-40cd-a112-e6d5242dc5df req-2a135aad-bd67-4b1a-8b4c-dee84dd4e898 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0525055 May 13 14:36:55.404808 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ac06bee-6df4-40cd-a112-e6d5242dc5df req-59fed02d-8076-4941-8d3c-444cfc5adc91 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467920 May 13 14:36:55.885945 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d175a-5fda-4274-bae4-936e172b2605 req-05c40bce-3f07-410c-9b95-1627190d26ef tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.887434 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f9d175a-5fda-4274-bae4-936e172b2605 req-05c40bce-3f07-410c-9b95-1627190d26ef tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0546522 May 13 14:36:55.935147 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f9d175a-5fda-4274-bae4-936e172b2605 req-c9ec6226-5963-4ce5-aba4-ab21a1652a2b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 May 13 14:36:56.084201 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e526d1-2d80-4323-8af4-4865e6353389 req-dd439853-4e54-49cd-b276-37ee748a7c90 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:56.085649 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-67e526d1-2d80-4323-8af4-4865e6353389 req-dd439853-4e54-49cd-b276-37ee748a7c90 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0511148 May 13 14:36:56.137157 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-67e526d1-2d80-4323-8af4-4865e6353389 req-0660e1a3-53ce-450d-901e-ad50ce578344 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458488 May 13 14:36:56.522316 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d378-0c47-478e-96c3-173a3cabc0f6 req-32bedc3a-db16-4360-aa7f-13fe04aec5c7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:56.523822 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5128d378-0c47-478e-96c3-173a3cabc0f6 req-32bedc3a-db16-4360-aa7f-13fe04aec5c7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0487759 May 13 14:36:56.577490 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5128d378-0c47-478e-96c3-173a3cabc0f6 req-f3bf3c79-d7a0-4692-a2db-97e89cfaa6be tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 May 13 14:36:57.059635 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2427e-930c-4a29-aab1-8c4cae677475 req-4ed0d634-4f84-447a-92bf-e8be99cb7fb8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.061542 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dac2427e-930c-4a29-aab1-8c4cae677475 req-4ed0d634-4f84-447a-92bf-e8be99cb7fb8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0513194 May 13 14:36:57.110004 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dac2427e-930c-4a29-aab1-8c4cae677475 req-8f45a8fc-e4a7-4683-84fd-685bfbe32b9a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 May 13 14:36:57.264190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ffe3-81c3-43c8-b384-35c772887ef1 req-c03a7720-50cf-44bd-b1ac-2d7b57473677 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.265758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0149ffe3-81c3-43c8-b384-35c772887ef1 req-c03a7720-50cf-44bd-b1ac-2d7b57473677 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0489039 May 13 14:36:57.317644 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0149ffe3-81c3-43c8-b384-35c772887ef1 req-55312123-6402-47e0-8b69-1be475b07a18 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 May 13 14:36:57.698416 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7db2-48cb-4369-bd27-242170302d08 req-df81349b-15e7-432e-82b4-3cadb5879478 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.700310 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-550f7db2-48cb-4369-bd27-242170302d08 req-df81349b-15e7-432e-82b4-3cadb5879478 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0540252 May 13 14:36:57.756022 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-550f7db2-48cb-4369-bd27-242170302d08 req-f6368c66-ff04-43b0-841c-3a3ea6652401 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501297 May 13 14:36:58.234845 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf671f-076e-4db2-8d3a-d62878d744d1 req-d9dafb9c-b337-485f-be41-371502290d56 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.236416 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-37bf671f-076e-4db2-8d3a-d62878d744d1 req-d9dafb9c-b337-485f-be41-371502290d56 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0547431 May 13 14:36:58.287666 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-37bf671f-076e-4db2-8d3a-d62878d744d1 req-cff21cbd-a963-4ad6-a17c-deb3cca28c50 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 May 13 14:36:58.440281 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2240b3-74db-4bc0-9c85-23a30abbecb1 req-034ff33a-87dc-47ab-b4ba-f62434d0bf06 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.442389 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2240b3-74db-4bc0-9c85-23a30abbecb1 req-034ff33a-87dc-47ab-b4ba-f62434d0bf06 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0475085 May 13 14:36:58.500912 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2240b3-74db-4bc0-9c85-23a30abbecb1 req-c95ba0d3-f051-4f9a-baf5-6502caab303e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509076 May 13 14:36:58.872798 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060fbf-6a2e-4242-a2c0-31bdb404d86b req-c8ead55f-8a13-40a8-8bfb-eea78f2d0d2c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.874321 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf060fbf-6a2e-4242-a2c0-31bdb404d86b req-c8ead55f-8a13-40a8-8bfb-eea78f2d0d2c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0507283 May 13 14:36:58.935798 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf060fbf-6a2e-4242-a2c0-31bdb404d86b req-a5dd575c-815f-4343-8911-e0e5ffeb3c85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559065 May 13 14:36:59.405804 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17c0fd-5d92-4bf6-933a-304d6759e6bc req-1fad5f24-8c8c-40c0-a658-7f8711f4c934 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:59.408679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a17c0fd-5d92-4bf6-933a-304d6759e6bc req-1fad5f24-8c8c-40c0-a658-7f8711f4c934 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0501897 May 13 14:36:59.457817 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a17c0fd-5d92-4bf6-933a-304d6759e6bc req-85a09289-3bd0-49d7-85fc-da37422ae645 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 May 13 14:36:59.635776 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f317b04-6d72-4613-bcaa-d85e179e44a8 req-9d539c9a-f56e-4151-89d3-c744a4e1c5de tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:59.637481 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f317b04-6d72-4613-bcaa-d85e179e44a8 req-9d539c9a-f56e-4151-89d3-c744a4e1c5de tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0585620 May 13 14:36:59.688164 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f317b04-6d72-4613-bcaa-d85e179e44a8 req-6355ff1a-c27b-4dec-a407-5ab115f89088 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 May 13 14:37:00.052304 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9dd1-60be-4340-890c-c1701b519644 req-bb8651ea-ec02-47bb-8532-806a640e35fa tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.053864 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785a9dd1-60be-4340-890c-c1701b519644 req-bb8651ea-ec02-47bb-8532-806a640e35fa tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0481060 May 13 14:37:00.111165 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785a9dd1-60be-4340-890c-c1701b519644 req-b6941585-d729-4666-bba6-730a346f3a13 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471637 May 13 14:37:00.575861 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38789c8f-b6db-4c67-90b0-09be750a246e req-0d8e7c83-67f9-433d-8809-af8b12d3019c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.577334 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38789c8f-b6db-4c67-90b0-09be750a246e req-0d8e7c83-67f9-433d-8809-af8b12d3019c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0514789 May 13 14:37:00.626205 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38789c8f-b6db-4c67-90b0-09be750a246e req-2e1b1341-d69f-44cf-a6f2-6585c6b56574 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 May 13 14:37:00.809660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0913b-5f32-47aa-82cd-cc7c013703fe req-edcc6467-4bf2-4872-a47d-49f378d3e419 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.811185 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bf0913b-5f32-47aa-82cd-cc7c013703fe req-edcc6467-4bf2-4872-a47d-49f378d3e419 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0473626 May 13 14:37:00.858773 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bf0913b-5f32-47aa-82cd-cc7c013703fe req-5a82cbd0-02c0-41cc-8197-efdd05c0abdd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 May 13 14:37:01.224802 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3014b1a-989d-48c8-abc8-435478eed0fe req-ca528562-1403-4019-9298-dbec391175db tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.226345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f3014b1a-989d-48c8-abc8-435478eed0fe req-ca528562-1403-4019-9298-dbec391175db tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0469725 May 13 14:37:01.278100 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f3014b1a-989d-48c8-abc8-435478eed0fe req-7bb4663f-f9c8-4884-a391-9f421bd6f593 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 May 13 14:37:01.740133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c3d25-cedb-4635-bf7b-0f0319f7d6a5 req-d0f7439c-ad6c-4e35-b62d-7d7d4c580449 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.741621 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-303c3d25-cedb-4635-bf7b-0f0319f7d6a5 req-d0f7439c-ad6c-4e35-b62d-7d7d4c580449 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0483911 May 13 14:37:01.788895 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-303c3d25-cedb-4635-bf7b-0f0319f7d6a5 req-f3386c9d-8af2-4f67-9eb2-579bebdea2d7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 May 13 14:37:01.975809 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2663f12-1e0a-4237-9c4e-f5270fc05413 req-c00508fe-cec5-4891-a2bc-1bbbd1bcefe7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.977179 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c2663f12-1e0a-4237-9c4e-f5270fc05413 req-c00508fe-cec5-4891-a2bc-1bbbd1bcefe7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0469475 May 13 14:37:02.024348 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c2663f12-1e0a-4237-9c4e-f5270fc05413 req-c8a35089-7202-4106-a76b-ac6c79723895 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 May 13 14:37:02.393258 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5b6b3-27b7-42c5-a8f8-8a3d5e52bf9b req-3a67b343-b929-43e3-889b-a0c3c1209ff9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:02.394716 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e5e5b6b3-27b7-42c5-a8f8-8a3d5e52bf9b req-3a67b343-b929-43e3-889b-a0c3c1209ff9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0497162 May 13 14:37:02.444101 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e5e5b6b3-27b7-42c5-a8f8-8a3d5e52bf9b req-d08ceb98-8e3c-4e1c-9305-abd81f49c7b1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 May 13 14:37:02.901547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a2f16-8eda-411a-9b5f-3ce59cb6158e req-41f2c8ba-ba2d-42e9-a6a2-4913915f94ff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:02.903908 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf9a2f16-8eda-411a-9b5f-3ce59cb6158e req-41f2c8ba-ba2d-42e9-a6a2-4913915f94ff tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0464745 May 13 14:37:02.950371 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf9a2f16-8eda-411a-9b5f-3ce59cb6158e req-f68d9c2c-93c0-435b-9b89-29757408de46 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 May 13 14:37:03.145547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac426c4f-430d-4ea1-8fc0-179ec89b3fc6 req-c42f326a-987b-4764-bbdc-e778dbbdb58e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.147050 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ac426c4f-430d-4ea1-8fc0-179ec89b3fc6 req-c42f326a-987b-4764-bbdc-e778dbbdb58e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0481560 May 13 14:37:03.197291 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ac426c4f-430d-4ea1-8fc0-179ec89b3fc6 req-efecc79d-2d60-4fd3-8a23-bb12fc99e25d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 May 13 14:37:03.556194 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a330a6-a716-42fc-9f5f-a37589b95efd req-6c993e0d-ed03-47eb-82f7-4e70660198d0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.557653 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a330a6-a716-42fc-9f5f-a37589b95efd req-6c993e0d-ed03-47eb-82f7-4e70660198d0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0463791 May 13 14:37:03.606735 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57a330a6-a716-42fc-9f5f-a37589b95efd req-47978aa4-d4a1-475a-aa5a-c583b4cc1de3 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 May 13 14:37:04.064114 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951efd6-0db3-43a2-a571-c65567b6e30b req-32f56f68-ff0f-4871-98f2-09ce03c49442 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:04.065590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b951efd6-0db3-43a2-a571-c65567b6e30b req-32f56f68-ff0f-4871-98f2-09ce03c49442 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0472188 May 13 14:37:04.113331 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b951efd6-0db3-43a2-a571-c65567b6e30b req-455fe926-f822-4d87-8f9c-3a7700ec09fc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 May 13 14:37:04.321150 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73682ec-dc17-4e49-85e3-8ef717f130f8 req-cdd443f2-20e7-4abf-89c9-1aeab0f8c75f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:04.322646 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b73682ec-dc17-4e49-85e3-8ef717f130f8 req-cdd443f2-20e7-4abf-89c9-1aeab0f8c75f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0523672 May 13 14:37:04.369412 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b73682ec-dc17-4e49-85e3-8ef717f130f8 req-184cae84-6bdd-423d-990b-410a9621adb1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 May 13 14:37:04.394269 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:37:04.491930 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:04.503316 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'a02e349e-e653-401e-a9a9-55586f50d139', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'mac_address': 'fa:16:3e:c9:59:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:37:04.542800 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a02e349e-e653-401e-a9a9-55586f50d139 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:04.543187 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:04.561811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02e349e-e653-401e-a9a9-55586f50d139 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:04.581758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:04.682035 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:04.724027 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cfdd1-5e3e-46fa-b698-cb047f48decd req-7bdcffe0-06a8-4a97-82b6-181de8c39737 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:04.725750 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-091cfdd1-5e3e-46fa-b698-cb047f48decd req-7bdcffe0-06a8-4a97-82b6-181de8c39737 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 945 time: 0.0498374 May 13 14:37:04.731057 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:04.782285 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-091cfdd1-5e3e-46fa-b698-cb047f48decd req-7718c5f9-2e23-4388-86e5-eaa1b02de3a1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501673 May 13 14:37:05.090158 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['a02e349e-e653-401e-a9a9-55586f50d139'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:37:05.230759 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5688d1-72e0-4d9d-8ee6-36a12f59b933 req-3405548b-6478-44cc-9551-f0b17c687e28 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:05.232231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd5688d1-72e0-4d9d-8ee6-36a12f59b933 req-3405548b-6478-44cc-9551-f0b17c687e28 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0507765 May 13 14:37:05.280705 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd5688d1-72e0-4d9d-8ee6-36a12f59b933 req-9b61fd4b-704b-40f2-b532-3737b06f00cc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 May 13 14:37:05.489105 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b4a6-bf46-49c8-97e7-9d15c1a5fc21 req-79c22c83-b093-468f-b3c2-a2f3d09b6b9c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:05.490559 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-68b8b4a6-bf46-49c8-97e7-9d15c1a5fc21 req-79c22c83-b093-468f-b3c2-a2f3d09b6b9c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0470173 May 13 14:37:05.539947 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-68b8b4a6-bf46-49c8-97e7-9d15c1a5fc21 req-9db7b26a-9700-4bfe-9ec8-77e1a191c5f5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 May 13 14:37:05.900107 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e8d3f-7f09-4536-95eb-d0ff92324153 req-e252ac2e-cc08-4c77-94bf-65094cb9f9ca tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:05.901579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5e8d3f-7f09-4536-95eb-d0ff92324153 req-e252ac2e-cc08-4c77-94bf-65094cb9f9ca tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 945 time: 0.0477009 May 13 14:37:05.954889 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b5e8d3f-7f09-4536-95eb-d0ff92324153 req-e10363ac-018a-4142-ba3c-d924e22e9756 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465515 May 13 14:37:06.398474 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5f748-db5d-41f9-bdde-0afbfc1a1be1 req-20a4a0a6-d7c8-49db-8997-86322e85997c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.399979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7cf5f748-db5d-41f9-bdde-0afbfc1a1be1 req-20a4a0a6-d7c8-49db-8997-86322e85997c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0515952 May 13 14:37:06.418532 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:37:06.454270 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7cf5f748-db5d-41f9-bdde-0afbfc1a1be1 req-01527940-7ce7-499c-83c5-d1e0074fe469 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 May 13 14:37:06.467189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port a02e349e-e653-401e-a9a9-55586f50d139 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:37:06.516408 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port a02e349e-e653-401e-a9a9-55586f50d139 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:06.516943 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a02e349e-e653-401e-a9a9-55586f50d139), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:06.603293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a02e349e-e653-401e-a9a9-55586f50d139 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:06.603687 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:06.635319 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:06.639143 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68a3177-b53b-4c3c-aea5-e078857096dc" -d '{"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-plugged", "status": "completed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:06.652986 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:06.670081 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85805016-c57b-43b3-b1e8-a623df12659e req-35a32938-61d6-49b8-89da-ee865e4c8f52 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.671651 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85805016-c57b-43b3-b1e8-a623df12659e req-35a32938-61d6-49b8-89da-ee865e4c8f52 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0520568 May 13 14:37:06.684624 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b19bec-90d2-4850-8565-ce80e22c5e88 x-openstack-request-id: req-f5b19bec-90d2-4850-8565-ce80e22c5e88 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:06.684907 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-plugged", "status": "completed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:06.685166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f5b19bec-90d2-4850-8565-ce80e22c5e88 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:06.685567 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b19bec-90d2-4850-8565-ce80e22c5e88'] response: {'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'code': 200} May 13 14:37:06.705999 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:06.729345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85805016-c57b-43b3-b1e8-a623df12659e req-36349c8b-f2b5-42d1-84dc-b30c2d46e11e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519693 May 13 14:37:06.769656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:07.078806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d24d0-985c-452e-b0e8-ed43436744f7 req-48d531ec-7b62-4912-9bc8-c2362980689d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.080300 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-079d24d0-985c-452e-b0e8-ed43436744f7 req-48d531ec-7b62-4912-9bc8-c2362980689d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0548644 May 13 14:37:07.094388 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad21f1d-a1f3-4bcb-b953-38dfb341cc28 req-864ee565-f42f-4d2c-9783-f309b89d5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.095930 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ad21f1d-a1f3-4bcb-b953-38dfb341cc28 req-864ee565-f42f-4d2c-9783-f309b89d5a0c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0410180 May 13 14:37:07.146273 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ad21f1d-a1f3-4bcb-b953-38dfb341cc28 req-fb9943af-1ade-4893-a508-33b771fae564 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 May 13 14:37:07.146664 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-079d24d0-985c-452e-b0e8-ed43436744f7 req-4c1340e4-0a9b-4fb0-8443-0d00078fcae9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604038 May 13 14:37:07.572313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5d316-74e8-4868-9003-7d018353822c req-79a9b46c-7022-410f-aeb0-056378298040 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.574519 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af5d316-74e8-4868-9003-7d018353822c req-79a9b46c-7022-410f-aeb0-056378298040 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0468380 May 13 14:37:07.621837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af5d316-74e8-4868-9003-7d018353822c req-69c9edaf-9168-46a9-b746-785a57581c0a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 May 13 14:37:07.850528 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993658f-74fd-4be5-8710-07e5dc16990e req-e82ce0ef-8bfa-4c0f-af47-5e667914695d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.852092 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0993658f-74fd-4be5-8710-07e5dc16990e req-e82ce0ef-8bfa-4c0f-af47-5e667914695d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0472507 May 13 14:37:07.902598 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0993658f-74fd-4be5-8710-07e5dc16990e req-770bbe4d-51fd-4f7a-ae1b-5ff902ed7707 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 May 13 14:37:08.260547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741063-a394-4f1a-a27a-e3d7fab8b611 req-4ed98d4d-f3d9-4f98-a24b-730c987234ea tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.263255 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53741063-a394-4f1a-a27a-e3d7fab8b611 req-4ed98d4d-f3d9-4f98-a24b-730c987234ea tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0480561 May 13 14:37:08.311536 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53741063-a394-4f1a-a27a-e3d7fab8b611 req-f8951214-8cf6-48de-932f-513e6ea29c75 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 May 13 14:37:08.735600 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6630d-24c0-4ca8-9290-bb73e50b2cf2 req-e83cc6cf-2f5b-4719-93cb-e708900509df tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.736996 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2e6630d-24c0-4ca8-9290-bb73e50b2cf2 req-e83cc6cf-2f5b-4719-93cb-e708900509df tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0479577 May 13 14:37:08.784997 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2e6630d-24c0-4ca8-9290-bb73e50b2cf2 req-33961e22-f347-4ea9-a913-d13ec44c9277 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 May 13 14:37:09.025084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953b1b-978b-40c2-8c45-43223ffaa141 req-bf4ad332-95b8-4b85-800f-97fefe5cac3e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.027090 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74953b1b-978b-40c2-8c45-43223ffaa141 req-bf4ad332-95b8-4b85-800f-97fefe5cac3e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0504410 May 13 14:37:09.074396 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74953b1b-978b-40c2-8c45-43223ffaa141 req-be535835-dfbd-4fc7-8ba7-c0c98dee1a8e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 May 13 14:37:09.425203 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478eeb29-dae4-422a-bfc5-6b5c2dbecc74 req-994816aa-80c5-46ab-bd16-a2edfa32ea75 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.426738 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-478eeb29-dae4-422a-bfc5-6b5c2dbecc74 req-994816aa-80c5-46ab-bd16-a2edfa32ea75 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0479875 May 13 14:37:09.475724 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-478eeb29-dae4-422a-bfc5-6b5c2dbecc74 req-5283d386-95f3-4da3-b210-69b4ed362493 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 May 13 14:37:09.906258 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18499419-cc95-4cff-89c4-06b2f802a37b req-c91f87f7-5834-4594-81f6-ef6fea8f35fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.907760 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18499419-cc95-4cff-89c4-06b2f802a37b req-c91f87f7-5834-4594-81f6-ef6fea8f35fe tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0505941 May 13 14:37:09.955679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18499419-cc95-4cff-89c4-06b2f802a37b req-b275146e-a662-45e4-90b8-5c3bd16f95a8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 May 13 14:37:10.193986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254227ce-f06a-43d6-9081-9e0656822bd5 req-a398f438-124d-4dee-9b8c-6ae925b4e527 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:10.195486 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-254227ce-f06a-43d6-9081-9e0656822bd5 req-a398f438-124d-4dee-9b8c-6ae925b4e527 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 944 time: 0.0478954 May 13 14:37:10.242296 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-254227ce-f06a-43d6-9081-9e0656822bd5 req-ae656920-555a-4814-a087-8ff3d213682f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 May 13 14:37:10.475540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:37:10.592856 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:10.603169 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307a03c-3a7d-41d4-9920-2f5e790cdc7e req-918426c6-6450-44c4-a955-fee6b26ef532 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:10.604882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e307a03c-3a7d-41d4-9920-2f5e790cdc7e req-918426c6-6450-44c4-a955-fee6b26ef532 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0555904 May 13 14:37:10.606909 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'mac_address': 'fa:16:3e:49:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:37:10.650397 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:10.650820 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:10.663559 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e307a03c-3a7d-41d4-9920-2f5e790cdc7e req-23e041d5-54f1-45fe-a94c-fba84326a8e8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516858 May 13 14:37:10.669590 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:10.691680 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:10.772280 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:10.782040 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fba786-a615-44fe-91de-a9579312a18c req-eea233b3-fedc-4fae-bcd3-214f02833e2a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:10.783636 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1fba786-a615-44fe-91de-a9579312a18c req-eea233b3-fedc-4fae-bcd3-214f02833e2a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0505915 May 13 14:37:10.829263 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=9']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:10.844573 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1fba786-a615-44fe-91de-a9579312a18c req-a628ad70-bece-488b-9b35-62391a657f99 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507326 May 13 14:37:10.862968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45550) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:11.005279 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a77899-2294-4ee4-a6cd-a1e3634529e1 tempest-TestShelveInstance-749955544 tempest-TestShelveInstance-749955544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.006853 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b7a77899-2294-4ee4-a6cd-a1e3634529e1 tempest-TestShelveInstance-749955544 tempest-TestShelveInstance-749955544-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1125 time: 0.1428828 May 13 14:37:11.009838 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45556) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:11.014513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:11.074035 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeafbcf-ad4c-4ee8-b467-641de20bb6ce req-5a235a63-bc2a-4049-af71-deaf4123a6c9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.075685 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1aeafbcf-ad4c-4ee8-b467-641de20bb6ce req-5a235a63-bc2a-4049-af71-deaf4123a6c9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0503891 May 13 14:37:11.093624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:11.127774 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1aeafbcf-ad4c-4ee8-b467-641de20bb6ce req-0f78fcab-ad0d-4686-a8c9-dc049979730c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464489 May 13 14:37:11.178266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:11.252795 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['1007d15d-1a0a-45c1-aec9-41952f7af7c1'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:37:11.289238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Allocated IP 172.27.0.172 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/ce94b378-e587-4136-bca0-0f00ce1b80ad) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:11.374717 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a214b-3019-43d3-b90c-a56832a2af9d req-9f2f605b-c74f-4c86-a091-00812ca4edd3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.376252 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-007a214b-3019-43d3-b90c-a56832a2af9d req-9f2f605b-c74f-4c86-a091-00812ca4edd3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.0518923 May 13 14:37:11.397029 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:11.427830 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-007a214b-3019-43d3-b90c-a56832a2af9d req-5a57bf0d-8d8e-4ade-a81c-a067d212f338 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457160 May 13 14:37:11.476777 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:11.514734 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:11.517638 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:11.520168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:37:11.553982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'Port': ['ID=ce94b378-e587-4136-bca0-0f00ce1b80ad,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:11.566881 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.567232 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.567688 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.568136 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.568477 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.568809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.569140 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.569516 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.569845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.570258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.570498 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.571069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.571183 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.571495 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.571811 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:11.921756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for floatingip (6400ca8d-eae6-4c50-8a4a-da4e12ca6878), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.051030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.201422 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.242190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9512ae-a9e4-4b9c-bc18-1a2ff3879679 req-2a7784a7-892a-4de1-914a-3b8034a54a27 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:12.243704 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d9512ae-a9e4-4b9c-bc18-1a2ff3879679 req-2a7784a7-892a-4de1-914a-3b8034a54a27 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0479593 May 13 14:37:12.265033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.292842 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d9512ae-a9e4-4b9c-bc18-1a2ff3879679 req-57d4c793-1781-484d-9515-260b09a1b9cb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 May 13 14:37:12.337979 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event updated for resources: {'Port': ['ID=ce94b378-e587-4136-bca0-0f00ce1b80ad,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.348167 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (6400ca8d-eae6-4c50-8a4a-da4e12ca6878), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.450938 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Floating IP 6400ca8d-eae6-4c50-8a4a-da4e12ca6878 associated. External IP: 172.27.0.172, port: a02e349e-e653-401e-a9a9-55586f50d139. May 13 14:37:12.491025 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:37:12.538251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:12.538814 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.556995 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab1f7-67f5-4c59-878c-5970f6a6bce7 req-1507de87-f225-4d7f-940f-9140d3c53432 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:12.559987 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a4ab1f7-67f5-4c59-878c-5970f6a6bce7 req-1507de87-f225-4d7f-940f-9140d3c53432 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 945 time: 0.0539761 May 13 14:37:12.613385 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a4ab1f7-67f5-4c59-878c-5970f6a6bce7 req-5910d65c-3d62-4408-9ebc-864b00b09ade tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 May 13 14:37:12.624037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:12.624431 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.649956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:12.652848 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab2872-31a9-4184-bc75-2ec09278c542" -d '{"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:12.671061 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:12.674858 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Router 1dabc446-8d58-494d-9bdf-628671ade6a0 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:37:12.692250 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983a880-05c2-4344-833c-1d0d814a0b60 x-openstack-request-id: req-e983a880-05c2-4344-833c-1d0d814a0b60 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:12.692548 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-plugged", "status": "completed", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:12.692800 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e983a880-05c2-4344-833c-1d0d814a0b60 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:12.693196 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e983a880-05c2-4344-833c-1d0d814a0b60'] response: {'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'code': 200} May 13 14:37:12.762120 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.797474 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:37:12.809155 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Sync routers for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:12.814998 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.826878 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:12.827505 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:36:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:12.895512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:12.924648 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1a3d59a9-f922-4fce-90b1-28182de9aa85 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9137263 May 13 14:37:12.925231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:12.927542 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502" -d '{"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:12.941675 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:12.963868 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809b9a8b-7230-4b95-b0bc-7ac3acb9f7de x-openstack-request-id: req-809b9a8b-7230-4b95-b0bc-7ac3acb9f7de {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:12.964206 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:12.964467 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-809b9a8b-7230-4b95-b0bc-7ac3acb9f7de {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:12.964882 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809b9a8b-7230-4b95-b0bc-7ac3acb9f7de'] response: {'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'status': 'completed', 'code': 200} May 13 14:37:13.158745 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6400ca8d-eae6-4c50-8a4a-da4e12ca6878', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'mac_address': 'fa:16:3e:c9:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:11Z', 'updated_at': '2022-05-13T14:37:11Z', 'revision_number': 0, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:13.185120 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Checking router: 1dabc446-8d58-494d-9bdf-628671ade6a0 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:13.193463 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:13.194060 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:36:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:13.301994 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-bf1353c0-e7ae-4a43-960c-e056653bc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.303770 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-bf1353c0-e7ae-4a43-960c-e056653bc0d2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0404296 May 13 14:37:13.307559 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:13.411790 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-e6fe7a47-ff4b-4168-a674-b4dcecdd3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.413743 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-e6fe7a47-ff4b-4168-a674-b4dcecdd3c05 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 910 time: 0.0986509 May 13 14:37:13.437462 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20d507-40f7-4343-818f-e2af5e022a8e req-8b06ba87-7de8-440f-9e9f-daab018fcfb8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.439657 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c20d507-40f7-4343-818f-e2af5e022a8e req-8b06ba87-7de8-440f-9e9f-daab018fcfb8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0547559 May 13 14:37:13.488190 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-c4374433-83ca-4739-a41f-10b2262ec280 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 1000 time: 0.0645094 May 13 14:37:13.496970 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c20d507-40f7-4343-818f-e2af5e022a8e req-c734fbd9-a71c-4292-8c54-b43431ac9f69 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 May 13 14:37:13.546072 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-7fc1170e-02b4-469e-ae35-fc7cb31b8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.547554 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-7fc1170e-02b4-469e-ae35-fc7cb31b8d5f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.0457098 May 13 14:37:13.549021 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6400ca8d-eae6-4c50-8a4a-da4e12ca6878', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'mac_address': 'fa:16:3e:c9:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:11Z', 'updated_at': '2022-05-13T14:37:11Z', 'revision_number': 0, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:13.577903 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21989-371c-48fe-8f93-a14102d13ac5 None None] The sync data for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi is: [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6400ca8d-eae6-4c50-8a4a-da4e12ca6878', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'mac_address': 'fa:16:3e:c9:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:11Z', 'updated_at': '2022-05-13T14:37:11Z', 'revision_number': 0, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:13.597858 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-c1a1e36c-2be8-44da-8c6b-dd08a8386196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.599784 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-c1a1e36c-2be8-44da-8c6b-dd08a8386196 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442133 May 13 14:37:13.684806 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bb3bf-965a-4cc6-a7fc-034d7d799ac2 req-8f996124-9edc-4c76-a9b5-3d93d656c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.693305 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a99bb3bf-965a-4cc6-a7fc-034d7d799ac2 req-8f996124-9edc-4c76-a9b5-3d93d656c71b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 1131 time: 0.0856652 May 13 14:37:13.743917 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-ef257925-b8a2-4a3a-9521-abf45762771f service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347895 May 13 14:37:13.750466 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f6f7-8b0b-40df-ab47-cf70df083921 req-c9ae7ee2-9e20-450f-ba67-2bc354bafdec tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.752043 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1f1f6f7-8b0b-40df-ab47-cf70df083921 req-c9ae7ee2-9e20-450f-ba67-2bc354bafdec tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0516284 May 13 14:37:13.777655 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a99bb3bf-965a-4cc6-a7fc-034d7d799ac2 req-4337ba3d-c647-4f71-98f6-83d1ad554ebe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835247 May 13 14:37:13.810988 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1f1f6f7-8b0b-40df-ab47-cf70df083921 req-8646242a-7b36-4e1d-b4e0-b8c131f9c23f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528045 May 13 14:37:13.828449 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711e7e8-88ad-4750-97a0-5cf1421e0ad7 None None] New status for floating IP 6400ca8d-eae6-4c50-8a4a-da4e12ca6878: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:13.850042 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11b696bb-90be-4c0b-bcc0-c4cff3cc6502 req-fcf2d1b7-3f8b-4993-8745-19f6a405c869 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934556 May 13 14:37:14.615313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c78749-1029-4059-ad26-b9f0bf0090aa req-6100ed4a-aefc-4868-8b8e-de0f9bfc0ecb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.616854 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16c78749-1029-4059-ad26-b9f0bf0090aa req-6100ed4a-aefc-4868-8b8e-de0f9bfc0ecb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0508654 May 13 14:37:14.665491 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16c78749-1029-4059-ad26-b9f0bf0090aa req-4a4304ef-59f0-4532-b27b-869e7b804e88 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 May 13 14:37:14.933684 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e05ba-10bd-4e1d-9b48-1ee5a49dcc3f req-0b8fcdab-07b4-4dc3-aa02-4a751b87a2fa tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.935194 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-800e05ba-10bd-4e1d-9b48-1ee5a49dcc3f req-0b8fcdab-07b4-4dc3-aa02-4a751b87a2fa tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0458684 May 13 14:37:14.985231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-800e05ba-10bd-4e1d-9b48-1ee5a49dcc3f req-5cec3f58-e838-4996-9970-de0d8f406936 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 May 13 14:37:15.781283 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536684-a740-44c8-88c7-38ffa2d187e2 req-5589882a-3415-4c9d-b386-f6c2966f703f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.782795 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4536684-a740-44c8-88c7-38ffa2d187e2 req-5589882a-3415-4c9d-b386-f6c2966f703f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0485108 May 13 14:37:15.829910 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4536684-a740-44c8-88c7-38ffa2d187e2 req-72ed2c8b-5b3d-4ac5-b7b3-57bc49605aa9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 May 13 14:37:16.106448 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8459fd9-1ce5-47d6-bf7b-88540d24b2b2 req-2a19f3df-7c73-4cdd-8bbc-ead2a8f31a64 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.107983 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8459fd9-1ce5-47d6-bf7b-88540d24b2b2 req-2a19f3df-7c73-4cdd-8bbc-ead2a8f31a64 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0487459 May 13 14:37:16.156617 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8459fd9-1ce5-47d6-bf7b-88540d24b2b2 req-1d508649-8973-4d3c-80e2-8f24cd6727fd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 May 13 14:37:16.950734 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c390c-9e64-45ee-a6e3-4f55813f91bd req-131bef6d-ceac-442e-ba30-c164679c0e65 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.952283 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-520c390c-9e64-45ee-a6e3-4f55813f91bd req-131bef6d-ceac-442e-ba30-c164679c0e65 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0544198 May 13 14:37:17.002591 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-520c390c-9e64-45ee-a6e3-4f55813f91bd req-97764543-8013-465c-8a0a-e1c78a792039 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 May 13 14:37:17.279962 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b3405-44ec-468d-b15d-2cbc82326d82 req-21639472-e04f-4d37-9eae-2614c89421d0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.281455 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f9b3405-44ec-468d-b15d-2cbc82326d82 req-21639472-e04f-4d37-9eae-2614c89421d0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0479531 May 13 14:37:17.330934 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f9b3405-44ec-468d-b15d-2cbc82326d82 req-7641f675-eabe-460e-9655-729d6e2bc279 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 May 13 14:37:18.117471 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0d44c-69eb-4a76-a534-f39dfe54c7a6 req-aae1fa32-0cfb-49ae-b131-683738e00539 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.118937 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0a0d44c-69eb-4a76-a534-f39dfe54c7a6 req-aae1fa32-0cfb-49ae-b131-683738e00539 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0460148 May 13 14:37:18.139623 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:18.172188 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0a0d44c-69eb-4a76-a534-f39dfe54c7a6 req-19956452-2e96-4faf-b8f9-958dc975097e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 May 13 14:37:18.331385 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0669-359f-41f6-9031-4147842f076c req-45a9d846-3552-4655-9f20-2b3bb15db95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.332910 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd3f0669-359f-41f6-9031-4147842f076c req-45a9d846-3552-4655-9f20-2b3bb15db95e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1129 time: 0.0427897 May 13 14:37:18.362259 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d7c20a-f63e-496d-952e-74deb0d4cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:18.384988 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd3f0669-359f-41f6-9031-4147842f076c req-75175f05-35ba-45c2-aed8-f9709e03e67c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 May 13 14:37:18.455932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d2f5b-45c0-4203-9857-84c07ddba04d req-2a379d0d-d087-4a80-8246-fc5b42fdeec4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.457404 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e31d2f5b-45c0-4203-9857-84c07ddba04d req-2a379d0d-d087-4a80-8246-fc5b42fdeec4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0493946 May 13 14:37:18.506564 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e31d2f5b-45c0-4203-9857-84c07ddba04d req-606fca57-dfb7-424e-9137-4bf0215c95ea tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 May 13 14:37:19.285573 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4d8d-94b9-4976-a3b4-0723ead5323f req-8d92fecb-99b5-4f38-ad18-40b3beafd0f0 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:19.287041 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eced4d8d-94b9-4976-a3b4-0723ead5323f req-8d92fecb-99b5-4f38-ad18-40b3beafd0f0 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0461357 May 13 14:37:19.332870 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eced4d8d-94b9-4976-a3b4-0723ead5323f req-e18d6c36-fcb0-4dea-8ff6-e89ab3d81505 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 May 13 14:37:19.627048 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6806b5-430f-4ae0-a8c7-63a4ee2e41a6 req-a39ed76e-911e-429b-bb41-8628bbcb866a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:19.628520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab6806b5-430f-4ae0-a8c7-63a4ee2e41a6 req-a39ed76e-911e-429b-bb41-8628bbcb866a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0509124 May 13 14:37:19.676067 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab6806b5-430f-4ae0-a8c7-63a4ee2e41a6 req-7f267f0a-e95b-4f37-abda-6327b38970ac tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 May 13 14:37:20.446449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b347b-360b-457f-9ae0-f1be7dc24e87 req-b3d50bb8-eae2-4c4b-918a-113b4033075d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.447956 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-682b347b-360b-457f-9ae0-f1be7dc24e87 req-b3d50bb8-eae2-4c4b-918a-113b4033075d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0480869 May 13 14:37:20.497237 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-682b347b-360b-457f-9ae0-f1be7dc24e87 req-a673edc8-2fa5-4d94-8761-23781e40dbf6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 May 13 14:37:20.555907 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-976bcd24-8cd7-4016-ae40-0b8dfeb25af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:21.613213 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d356c3-0ef6-431f-b7fb-9dad9ad04069 req-0b1a8d4f-ee91-41ef-8eaf-29fbff2cf9fb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.614744 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-24d356c3-0ef6-431f-b7fb-9dad9ad04069 req-0b1a8d4f-ee91-41ef-8eaf-29fbff2cf9fb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0504711 May 13 14:37:21.664343 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-24d356c3-0ef6-431f-b7fb-9dad9ad04069 req-bf67ee7f-5386-495b-8483-8435a782372d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 May 13 14:37:22.024621 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:22.032742 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78394ff8-fbf3-4ac0-9d3f-f661e232b403 req-94c0395e-aa3f-4b2f-8dff-b9e11e0deabb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.034226 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78394ff8-fbf3-4ac0-9d3f-f661e232b403 req-94c0395e-aa3f-4b2f-8dff-b9e11e0deabb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0477695 May 13 14:37:22.084660 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78394ff8-fbf3-4ac0-9d3f-f661e232b403 req-a094a846-2920-4717-b68f-8083ae461e39 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 May 13 14:37:22.110359 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-7d9ad2ab-43ed-42b9-8690-57017f26c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.111885 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-7d9ad2ab-43ed-42b9-8690-57017f26c1de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1129 time: 0.0400207 May 13 14:37:22.201396 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-c5125764-1e91-4e9d-89ee-c8e1a104b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.202815 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-c5125764-1e91-4e9d-89ee-c8e1a104b966 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.0838315 May 13 14:37:22.247694 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-3a0bd834-fba9-45d1-ac3c-833a9437541d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0378060 May 13 14:37:22.298190 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-ad5d99c5-da3e-4154-811a-9ae507b3d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.299721 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-ad5d99c5-da3e-4154-811a-9ae507b3d74a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0439804 May 13 14:37:22.344332 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-51539458-fa67-4132-848d-724e3cbf4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.345853 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-51539458-fa67-4132-848d-724e3cbf4e13 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386236 May 13 14:37:22.435931 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-9062757c-c2c0-4c87-b370-0eef79cd1b16 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829599 May 13 14:37:22.525106 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad961e65-d795-4f0d-9c72-87c1b0de55c0 req-e24e8880-0f93-4e8a-ae8d-ff3f90d15626 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819921 May 13 14:37:23.002671 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:23.212086 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1190f2-de7b-48d2-a4b0-1bc4f481f178 req-c7aa1462-e7ab-4fc6-b492-427e91d355e5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:23.213578 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a1190f2-de7b-48d2-a4b0-1bc4f481f178 req-c7aa1462-e7ab-4fc6-b492-427e91d355e5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0533264 May 13 14:37:23.266509 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a1190f2-de7b-48d2-a4b0-1bc4f481f178 req-fa44eb6b-1bf7-4ad7-a6f8-9bd8b00b5128 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 May 13 14:37:23.727245 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83244e4b-7b56-444e-8274-faccc5b26f94 req-a482b102-8262-4ab6-828c-1ac8b99c9ddb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:23.728708 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-83244e4b-7b56-444e-8274-faccc5b26f94 req-a482b102-8262-4ab6-828c-1ac8b99c9ddb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0468938 May 13 14:37:23.775729 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-83244e4b-7b56-444e-8274-faccc5b26f94 req-69ef53b1-9934-4037-87a1-322463b00e55 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 May 13 14:37:24.381257 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60299-2a30-4ab7-bed1-a3b23b139048 req-aec0db71-a0cb-46c8-b8c2-0b3d13a840fa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:24.382759 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9cc60299-2a30-4ab7-bed1-a3b23b139048 req-aec0db71-a0cb-46c8-b8c2-0b3d13a840fa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0476170 May 13 14:37:24.428968 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9cc60299-2a30-4ab7-bed1-a3b23b139048 req-b0bc5650-92e1-4746-b276-80523a4e2b41 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 May 13 14:37:24.796127 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:24.897029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87964b-f42a-47fd-ac20-878e3d3a09b2 req-ef90470b-0c3c-4905-b724-3dce62e1dece tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:24.898535 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ce87964b-f42a-47fd-ac20-878e3d3a09b2 req-ef90470b-0c3c-4905-b724-3dce62e1dece tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0501242 May 13 14:37:24.945710 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ce87964b-f42a-47fd-ac20-878e3d3a09b2 req-6f360bce-97bd-4ffb-83df-7761f5427798 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 May 13 14:37:25.546355 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a462cb5-fc56-4c39-be2c-8aff96940342 req-038af038-3498-417a-8b86-170694ccbf92 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.547883 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a462cb5-fc56-4c39-be2c-8aff96940342 req-038af038-3498-417a-8b86-170694ccbf92 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0485651 May 13 14:37:25.594478 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a462cb5-fc56-4c39-be2c-8aff96940342 req-7a8a6335-5346-4af7-b153-20814b517756 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 May 13 14:37:25.671737 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:37:26.058564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c173a2d-655e-4316-8c10-f77a085b4c5f req-4772597e-75a3-467e-974b-152c498b1758 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:26.061085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c173a2d-655e-4316-8c10-f77a085b4c5f req-4772597e-75a3-467e-974b-152c498b1758 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0465150 May 13 14:37:26.327348 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c173a2d-655e-4316-8c10-f77a085b4c5f req-f9625a47-bcac-4c73-a173-1439899951b8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607741 May 13 14:37:26.713553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0096d33-fd8e-460a-b9fc-176b5775e1ca req-b948a3da-f602-4490-ba6f-a8ab1bfdcd43 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:26.715234 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0096d33-fd8e-460a-b9fc-176b5775e1ca req-b948a3da-f602-4490-ba6f-a8ab1bfdcd43 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0486376 May 13 14:37:26.764826 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0096d33-fd8e-460a-b9fc-176b5775e1ca req-8fe227f7-51da-4f41-bc2f-9d17bc89d2e1 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 May 13 14:37:27.441505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47d430-2aa0-4a62-a053-098b9f23500e req-b2cbb882-d43d-4fe1-9b17-1b4a41316e84 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.442968 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e47d430-2aa0-4a62-a053-098b9f23500e req-b2cbb882-d43d-4fe1-9b17-1b4a41316e84 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0466878 May 13 14:37:27.493675 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e47d430-2aa0-4a62-a053-098b9f23500e req-50c241d3-b65d-4005-b76a-4f0ee0133d0b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=d2f84767-8b34-4989-a47f-a0c9b7f62577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 May 13 14:37:27.550503 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-0c0f62d7-4a0a-4987-a97b-1001d5568503 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.551964 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-0c0f62d7-4a0a-4987-a97b-1001d5568503 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 945 time: 0.0484817 May 13 14:37:27.650089 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port 4439f23c-04ab-470c-be3c-dd257b8e4f75 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:37:27.650334 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:27.740169 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] For port 4439f23c-04ab-470c-be3c-dd257b8e4f75, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4439f23c-04ab-470c-be3c-dd257b8e4f75,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:27.740523 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:27.884068 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d48f2f-c30c-4db8-aa99-612dcede7a0a req-1df569c4-ebe6-4693-9691-0daf809feb7f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.885532 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27d48f2f-c30c-4db8-aa99-612dcede7a0a req-1df569c4-ebe6-4693-9691-0daf809feb7f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0499599 May 13 14:37:27.937738 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27d48f2f-c30c-4db8-aa99-612dcede7a0a req-f5d97159-8a7e-4c6d-a63d-06a0c884e311 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 May 13 14:37:28.213948 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:28.214237 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:28.214582 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP bfb89df3-3846-4d26-a719-31fdc5dbf31d disassociated. External IP: 172.27.0.126, port: 4439f23c-04ab-470c-be3c-dd257b8e4f75. May 13 14:37:28.214974 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for 4439f23c-04ab-470c-be3c-dd257b8e4f75 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:37:28.413770 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4439f23c-04ab-470c-be3c-dd257b8e4f75), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:28.445239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=4439f23c-04ab-470c-be3c-dd257b8e4f75,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:28.578252 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:37:28.594074 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4764e5c9-3ab1-4437-b947-bbf8ee0dbaa9 req-aa61a7dc-55d8-4985-89b6-d195ab159b66 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0279245 May 13 14:37:28.701119 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:37:28.712742 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:28.731655 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:28.731655 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:28.756653 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] No DVR routers for this DVR port 4439f23c-04ab-470c-be3c-dd257b8e4f75 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:28.759674 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:28.764066 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb8cc879-3b2c-49ec-a793-802da63d45f8 req-53e63391-b5f2-4638-a6b6-1e845afe1e69 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "DELETE /v2.0/ports/4439f23c-04ab-470c-be3c-dd257b8e4f75 HTTP/1.1" status: 204 len: 173 time: 1.2052090 May 13 14:37:28.764524 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'name': 'network-vif-deleted', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:28.767179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809932a-c9eb-4c64-b3b7-d0ebf4953952" -d '{"events": [{"server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "name": "network-vif-deleted", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:28.808085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b21df-e199-44a9-9478-c2e58488ccfd x-openstack-request-id: req-aa2b21df-e199-44a9-9478-c2e58488ccfd {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:28.808383 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d5d0d9-909d-46ff-bb6f-efb5d7563272", "name": "network-vif-deleted", "tag": "4439f23c-04ab-470c-be3c-dd257b8e4f75", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:28.808637 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aa2b21df-e199-44a9-9478-c2e58488ccfd {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:28.809112 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2b21df-e199-44a9-9478-c2e58488ccfd'] response: {'server_uuid': '82d5d0d9-909d-46ff-bb6f-efb5d7563272', 'name': 'network-vif-deleted', 'tag': '4439f23c-04ab-470c-be3c-dd257b8e4f75', 'status': 'completed', 'code': 200} May 13 14:37:28.854927 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:29.090026 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:29.119292 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:29.128259 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:29.128867 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:29.242934 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:29.564111 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:29.592408 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224df8-a9a5-424f-b952-364e509e7e3d None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'fb80f7a2-e010-4de1-b647-2c3094511e3a', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:4f:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:12Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 2, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:29.676004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45702) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:29.681580 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944730575', 'description': 'tempest-description--584611477'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:29.721496 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8f6ed3a-c5fd-45ad-b954-e34ffc3a580c req-5bd498e3-608f-405a-ab1d-2ad180f08240 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=82d5d0d9-909d-46ff-bb6f-efb5d7563272 HTTP/1.1" status: 200 len: 210 time: 0.0283191 May 13 14:37:29.757215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:29.861212 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (3d55455f-cf93-4e8c-94d1-d51cf437a8ec), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:29.919265 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d281c-9a59-4aff-93b2-319461a47f51 None None] New status for floating IP bfb89df3-3846-4d26-a719-31fdc5dbf31d: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:29.927410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d55455f-cf93-4e8c-94d1-d51cf437a8ec), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:29.958220 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55455f-cf93-4e8c-94d1-d51cf437a8ec,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.044440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.045723 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-23b34a3b-5ce6-41c2-8bc7-4a268d215cd9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3680928 May 13 14:37:30.049357 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45704) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:30.053827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'security_group_rule': {'security_group_id': '3d55455f-cf93-4e8c-94d1-d51cf437a8ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:30.172760 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (1ae9716e-faa2-4d0f-b795-dd8ee2f2b4a9), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.234321 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (1ae9716e-faa2-4d0f-b795-dd8ee2f2b4a9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.281656 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (1ae9716e-faa2-4d0f-b795-dd8ee2f2b4a9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.299993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae9716e-faa2-4d0f-b795-dd8ee2f2b4a9,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.353511 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.354828 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7ea27581-8dbc-4853-bcbb-acf307f7aa7e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044906 May 13 14:37:30.358308 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45706) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:30.362605 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'security_group_rule': {'security_group_id': '3d55455f-cf93-4e8c-94d1-d51cf437a8ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:30.476697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (d381919c-9c10-479c-b838-71d1b3f068c8), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.557650 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4439f23c-04ab-470c-be3c-dd257b8e4f75 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:37:30.560526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (d381919c-9c10-479c-b838-71d1b3f068c8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.587682 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 4439f23c-04ab-470c-be3c-dd257b8e4f75 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:37:30.588102 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4439f23c-04ab-470c-be3c-dd257b8e4f75 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:37:30.642440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (d381919c-9c10-479c-b838-71d1b3f068c8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.663698 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d381919c-9c10-479c-b838-71d1b3f068c8,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.730551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.732525 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3b48d9e9-195c-4f60-9f82-473f6f335acf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730955 May 13 14:37:30.735896 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45708) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:30.741136 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:30.877035 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.900967 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45716) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:30.963808 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (d2f84767-8b34-4989-a47f-a0c9b7f62577), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:30.967618 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.069652 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (d2f84767-8b34-4989-a47f-a0c9b7f62577), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.105401 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Allocated IP 172.27.0.167 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/a8b30c2a-9ae9-4940-8878-12b0291ad03e) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:31.163555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d2f84767-8b34-4989-a47f-a0c9b7f62577), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.167013 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.172882 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/security-groups/d2f84767-8b34-4989-a47f-a0c9b7f62577 HTTP/1.1" status: 204 len: 168 time: 0.2660003 May 13 14:37:31.172882 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45718) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:31.186940 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639baf5-43b9-4cb7-a4df-5980e12bb952 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f84767-8b34-4989-a47f-a0c9b7f62577,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.193946 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-832f1a55-84d6-4638-9e7c-d595a65b922b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] show failed (client error): The resource could not be found. May 13 14:37:31.195023 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-832f1a55-84d6-4638-9e7c-d595a65b922b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups/d2f84767-8b34-4989-a47f-a0c9b7f62577 HTTP/1.1" status: 404 len: 347 time: 0.0204368 May 13 14:37:31.201557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45720) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:31.227938 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.322310 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port 394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:37:31.322588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.322956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.362576 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:31.365610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:31.368412 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:37:31.381914 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'Port': ['ID=a8b30c2a-9ae9-4940-8878-12b0291ad03e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.390979 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.395975 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.396893 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.396893 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.411430 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.411754 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.426084 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for 394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:37:31.446249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.552006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.642618 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.675015 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=394429e6-1e0d-4ae0-ad0a-e6eb3475d6fe,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.711738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.738780 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (bfb89df3-3846-4d26-a719-31fdc5dbf31d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.741648 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.742848 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f3542199-482c-4b7a-8d1d-e23c657f8b7b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/floatingips/bfb89df3-3846-4d26-a719-31fdc5dbf31d HTTP/1.1" status: 204 len: 168 time: 0.5412636 May 13 14:37:31.768100 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.802890 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.827821 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'Port': ['ID=a8b30c2a-9ae9-4940-8878-12b0291ad03e,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.930136 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:31.931700 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b1a8b5b5-22c3-40fc-b13e-5f754c002a52 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1940734 May 13 14:37:32.132339 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-e8ac9cf8-c8e6-46ca-b7f5-f38d310e2356 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--944730575&fields=id&tenant_id=0e5947341da448bdbd19f72f520317b3 HTTP/1.1" status: 200 len: 267 time: 0.0444281 May 13 14:37:32.248069 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-9b7158f6-80d7-4f77-b3ce-fd2ce170724c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.252998 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-9b7158f6-80d7-4f77-b3ce-fd2ce170724c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.1113179 May 13 14:37:32.265262 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-06c941ed-2d82-4ec8-9fc8-f5cd2d4b44a2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/quotas/0e5947341da448bdbd19f72f520317b3 HTTP/1.1" status: 200 len: 375 time: 0.0100074 May 13 14:37:32.321647 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-7bfd14d0-0ec6-4d73-a06d-3f7be75911c8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509419 May 13 14:37:32.421188 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-0a92cb05-3655-4dcb-8d5d-9c7f8df94ef8 service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 May 13 14:37:32.512742 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-bf80b860-6d88-4165-9424-1c963783b320 service neutron] 10.222.0.102 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858560 May 13 14:37:32.764872 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-533b9a0c-e400-4d6a-a339-e3bcea4a82c8 req-f6992d2e-367b-4d37-98fc-6633b73fb0a5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0286074 May 13 14:37:33.864679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e6a7e51e-3b0c-429f-8c10-5cec11e29d17 req-e52a889b-e5bd-4a29-baa1-02db7683982c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0278921 May 13 14:37:34.819852 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eca35-98fb-43ce-ab10-b5e57ac04577 req-5cdd4b38-d20c-4901-b87b-a958d3683704 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.821329 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-461eca35-98fb-43ce-ab10-b5e57ac04577 req-5cdd4b38-d20c-4901-b87b-a958d3683704 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0526259 May 13 14:37:34.870299 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-461eca35-98fb-43ce-ab10-b5e57ac04577 req-7dda6651-6973-45c2-88dc-5daa595609d3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 May 13 14:37:34.963544 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c0f150ca-57d7-4805-92c4-eb54aa69c25c req-682aee8a-fc94-4bd4-aef0-c12611a624cf tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0277212 May 13 14:37:35.984415 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4dab-cccc-4e41-8ac3-1ca90c72432f req-d9a0848a-43ea-4124-b104-58975c6482f6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:35.985885 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9eeb4dab-cccc-4e41-8ac3-1ca90c72432f req-d9a0848a-43ea-4124-b104-58975c6482f6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0478103 May 13 14:37:36.033459 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9eeb4dab-cccc-4e41-8ac3-1ca90c72432f req-1ede258d-5616-48ff-9fe7-43f013d77d2b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 May 13 14:37:36.064185 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ada0761f-8ce1-490c-a1d2-0543f10e90c7 req-28e6d327-8e2c-44bd-bf57-cea4c88bfb56 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0297589 May 13 14:37:36.880716 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-9e8a14a6-f62e-40b3-b608-179c6556c425 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.882149 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-9e8a14a6-f62e-40b3-b608-179c6556c425 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 818 time: 0.1052828 May 13 14:37:36.946511 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-d8b58781-444f-412c-abc4-e767bd39a5d8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5947341da448bdbd19f72f520317b3 HTTP/1.1" status: 200 len: 379 time: 0.0518925 May 13 14:37:37.169646 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e85868-24f1-4309-bf0e-a74c933af0bd req-a53ad9f1-3c00-42c4-9cb7-e93104f733b9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.171080 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4e85868-24f1-4309-bf0e-a74c933af0bd req-a53ad9f1-3c00-42c4-9cb7-e93104f733b9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0677538 May 13 14:37:37.173053 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fcb8778-c461-45a7-9d0a-4497ba8487be req-dda17265-892a-4e39-a6f9-2bf2fd367969 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0382791 May 13 14:37:37.196650 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'port': {'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'admin_state_up': True, 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'security_groups': ['3d55455f-cf93-4e8c-94d1-d51cf437a8ec']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:37.221138 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4e85868-24f1-4309-bf0e-a74c933af0bd req-d9e660cd-b0dd-4ea4-a2f2-e18ff49ca894 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=554e93f4-4bf7-41ca-9fdd-72217a04cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 May 13 14:37:37.351205 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Made reservation on behalf of 0e5947341da448bdbd19f72f520317b3 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:37.356544 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:37.450264 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-05451f6e-a113-4307-9e1c-284e66978ad6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.451538 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-05451f6e-a113-4307-9e1c-284e66978ad6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 946 time: 0.0914695 May 13 14:37:37.619963 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Allocated IP 172.20.0.6 (9876c1ab-e914-4674-b81f-2c54befe255f/e9065c20-6871-4bfe-a553-819c1dd70dac/a78f0d30-7cc1-4abc-b52e-9c1d05b666ae) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:37.638103 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port f8b48041-1fe1-4a08-8f1f-c873b465bcdf {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:37:37.638532 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:37.806507 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] For port f8b48041-1fe1-4a08-8f1f-c873b465bcdf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:37.806887 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:37.896385 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.029249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.029674 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.030541 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP fb80f7a2-e010-4de1-b647-2c3094511e3a disassociated. External IP: 172.27.0.181, port: f8b48041-1fe1-4a08-8f1f-c873b465bcdf. May 13 14:37:38.031227 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for f8b48041-1fe1-4a08-8f1f-c873b465bcdf owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:37:38.096466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.147141 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Network 9876c1ab-e914-4674-b81f-2c54befe255f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:38.172511 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:38.182090 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:37:38.215586 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event updated for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.254739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.254739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.293693 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (f8b48041-1fe1-4a08-8f1f-c873b465bcdf), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.317029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44647a-9987-4ad4-85a2-19ba5ea674de req-a9b2f0d8-9989-4cb7-a739-7bfb2c48bf5d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.318740 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e44647a-9987-4ad4-85a2-19ba5ea674de req-a9b2f0d8-9989-4cb7-a739-7bfb2c48bf5d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 931 time: 0.0576911 May 13 14:37:38.342935 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-1789be76-03f4-4b64-9d86-a7582176bf68 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1493595 May 13 14:37:38.345601 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=f8b48041-1fe1-4a08-8f1f-c873b465bcdf,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.367710 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Request body: {'port': {'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:38.375200 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6a5f001b-dfa1-44cf-a38c-22f8b4baece7 req-23d91a1e-aaa5-4887-8c35-784ce874dd5c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0663466 May 13 14:37:38.410832 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e44647a-9987-4ad4-85a2-19ba5ea674de req-ea3c6f2a-c375-48ec-8852-9f5a06105a62 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829699 May 13 14:37:38.509632 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-f5769595-2fe6-4ee3-aa42-c5ee132c811f None None] Provisioning complete for port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:38.510225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5769595-2fe6-4ee3-aa42-c5ee132c811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.519098 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:38.546095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f5769595-2fe6-4ee3-aa42-c5ee132c811f None None] Port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:37:38.570393 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:37:39.044195 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:37:39.055579 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:39.068696 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:39.069642 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.106539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] No DVR routers for this DVR port f8b48041-1fe1-4a08-8f1f-c873b465bcdf on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:39.113850 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.118480 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5bc7717f-714a-4d2d-8aae-560088c59d00 req-a3d84d5f-644a-4c2c-8c4a-2c094cf79edc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "DELETE /v2.0/ports/f8b48041-1fe1-4a08-8f1f-c873b465bcdf HTTP/1.1" status: 204 len: 173 time: 1.6137009 May 13 14:37:39.118480 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'name': 'network-vif-deleted', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:39.119829 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e245e7-1302-4dce-8ca6-d0a964a5fe29" -d '{"events": [{"server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "name": "network-vif-deleted", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:39.169765 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3847f50b-f2ce-4b83-9969-02bbdc47ff13 x-openstack-request-id: req-3847f50b-f2ce-4b83-9969-02bbdc47ff13 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:39.170224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd7f436-1037-4eef-ae31-00a8c59ad80c", "name": "network-vif-deleted", "tag": "f8b48041-1fe1-4a08-8f1f-c873b465bcdf", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:39.170700 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3847f50b-f2ce-4b83-9969-02bbdc47ff13 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:39.171113 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3847f50b-f2ce-4b83-9969-02bbdc47ff13'] response: {'server_uuid': 'dbd7f436-1037-4eef-ae31-00a8c59ad80c', 'name': 'network-vif-deleted', 'tag': 'f8b48041-1fe1-4a08-8f1f-c873b465bcdf', 'status': 'completed', 'code': 200} May 13 14:37:39.187089 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78f0d30-7cc1-4abc-b52e-9c1d05b666ae {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:39.190224 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:39.200505 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks [] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.214129 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Transition to ACTIVE for port object a78f0d30-7cc1-4abc-b52e-9c1d05b666ae will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:37:39.270880 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.324174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Pushing event updated for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:39.397707 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.402250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Attempting to bind port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:37:39.402704 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Attempting to bind port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:37:39.403110 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Attempting to bind port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:37:39.409194 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae on network 9876c1ab-e914-4674-b81f-2c54befe255f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:37:39.409598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Attempting to bind port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae on network 9876c1ab-e914-4674-b81f-2c54befe255f {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:37:39.422933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:37:39.422933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Checking segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:37:39.422933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Bound using segment: {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:37:39.422933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Bound port: a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23309d79-bbe1-46c0-b855-2b29fa4da570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:37:39.422933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.428578 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:39.440689 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:39.441616 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.559278 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:37:39.563549 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:37:39.568288 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-06d252c0-c49c-4244-b5a4-3a90c6745e08 req-ec39214d-d2af-45d8-81ef-b033319b7bd8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbd7f436-1037-4eef-ae31-00a8c59ad80c HTTP/1.1" status: 200 len: 210 time: 0.0661798 May 13 14:37:39.572633 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:39.592146 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518b19a-1566-4609-9409-27da2eba5791 req-eb99052a-d651-4c55-ab9c-50bc570ada20 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.593652 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a518b19a-1566-4609-9409-27da2eba5791 req-eb99052a-d651-4c55-ab9c-50bc570ada20 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 943 time: 0.0610101 May 13 14:37:39.648446 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.667356 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a518b19a-1566-4609-9409-27da2eba5791 req-e19e42a4-792f-4be7-9e15-68b058e0df57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675185 May 13 14:37:39.684443 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.685128 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:39.687240 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] 10.222.0.97 "PUT /v2.0/ports/a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 1093 time: 1.3250008 May 13 14:37:39.712314 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59da2ef-0f85-43d1-85fe-b5d4039493ea service neutron] Pushing event updated for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:39.834894 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.876931 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc93059-35ef-41b5-96af-c995b76ad499 None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:40.107337 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-01c57180-226a-439c-9a4b-da2c7d3f462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.110318 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-01c57180-226a-439c-9a4b-da2c7d3f462b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1127 time: 0.0578170 May 13 14:37:40.151805 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa43069-2bfd-4fb4-ad21-2211d8b27501 None None] New status for floating IP fb80f7a2-e010-4de1-b647-2c3094511e3a: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:40.167843 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-7c589530-af91-4f09-a58e-80adb12efd90 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 217 time: 0.0461206 May 13 14:37:40.191900 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6e0d-9adc-4f1a-97ce-2404f76c44df req-3adce2a2-c3b9-4f96-8b90-8290a2f07d6f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.193463 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0e8e6e0d-9adc-4f1a-97ce-2404f76c44df req-3adce2a2-c3b9-4f96-8b90-8290a2f07d6f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0720251 May 13 14:37:40.242985 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0e8e6e0d-9adc-4f1a-97ce-2404f76c44df req-7b6bfab3-db8c-4d01-83f6-85587407e774 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 May 13 14:37:40.313932 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-5a833f22-cbce-48c2-a93f-9049ba75f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.315505 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-5a833f22-cbce-48c2-a93f-9049ba75f8f6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0592701 May 13 14:37:40.442506 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-2458f75f-abde-411d-a2e1-bd883482b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.443948 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-2458f75f-abde-411d-a2e1-bd883482b53e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404766 May 13 14:37:40.542652 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-8e713398-2331-456c-810c-df601639b515 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 May 13 14:37:40.638434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f8b48041-1fe1-4a08-8f1f-c873b465bcdf no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:37:40.643676 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d284da5-2edd-4a1c-8b88-ff862ffa084f req-a495c37a-804e-45bc-80ca-389f0be835f8 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914962 May 13 14:37:40.660219 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: f8b48041-1fe1-4a08-8f1f-c873b465bcdf {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:37:40.660568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f8b48041-1fe1-4a08-8f1f-c873b465bcdf not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:37:40.717827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45822) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:40.775777 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (554e93f4-4bf7-41ca-9fdd-72217a04cb53), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:40.789194 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea8182-e062-4410-8d14-0f829af350ab req-b5e9cfcb-e6dc-4aab-b704-b0ddf760c5ab tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.790718 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18ea8182-e062-4410-8d14-0f829af350ab req-b5e9cfcb-e6dc-4aab-b704-b0ddf760c5ab tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 943 time: 0.0525439 May 13 14:37:40.801199 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (554e93f4-4bf7-41ca-9fdd-72217a04cb53), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:40.840409 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18ea8182-e062-4410-8d14-0f829af350ab req-2fb0df1b-69aa-4274-8fad-7e9c5724cc99 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 May 13 14:37:40.910947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (554e93f4-4bf7-41ca-9fdd-72217a04cb53), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:40.913526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:40.914717 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/security-groups/554e93f4-4bf7-41ca-9fdd-72217a04cb53 HTTP/1.1" status: 204 len: 168 time: 0.1957724 May 13 14:37:40.917577 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45824) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:40.924895 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9f12-c56a-4898-9381-7ff5d91f272d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554e93f4-4bf7-41ca-9fdd-72217a04cb53,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:40.931737 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-41f4b32c-5eef-407c-abdd-d0725239aa76 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] show failed (client error): The resource could not be found. May 13 14:37:40.932762 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-41f4b32c-5eef-407c-abdd-d0725239aa76 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups/554e93f4-4bf7-41ca-9fdd-72217a04cb53 HTTP/1.1" status: 404 len: 347 time: 0.0141225 May 13 14:37:40.935697 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45826) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:41.052100 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port 9b994d65-6c26-4690-bb6d-94b2b5f02511 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:37:41.052439 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.130824 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.131156 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (9b994d65-6c26-4690-bb6d-94b2b5f02511), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.143768 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for 9b994d65-6c26-4690-bb6d-94b2b5f02511 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:37:41.172025 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:41.174485 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f734e-8223-431c-b82e-dae7e6382316" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:41.211519 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eceeca9-0ae3-4de8-9c47-937ce75eae8c x-openstack-request-id: req-9eceeca9-0ae3-4de8-9c47-937ce75eae8c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:41.211845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:41.212095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9eceeca9-0ae3-4de8-9c47-937ce75eae8c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:41.212528 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eceeca9-0ae3-4de8-9c47-937ce75eae8c'] response: {'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'status': 'completed', 'code': 200} May 13 14:37:41.360425 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad19aa8-f8ed-4c63-8a26-d4c78612818e req-fbb7e1e4-ba73-4ded-bb3e-7f2703762b67 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.361894 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ad19aa8-f8ed-4c63-8a26-d4c78612818e req-fbb7e1e4-ba73-4ded-bb3e-7f2703762b67 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0460486 May 13 14:37:41.363035 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (9b994d65-6c26-4690-bb6d-94b2b5f02511), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.398887 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=9b994d65-6c26-4690-bb6d-94b2b5f02511,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:41.442607 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (fb80f7a2-e010-4de1-b647-2c3094511e3a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.445109 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.448932 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-784f1f6f-2384-4894-b6f0-f0728ced7766 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/floatingips/fb80f7a2-e010-4de1-b647-2c3094511e3a HTTP/1.1" status: 204 len: 168 time: 0.5096099 May 13 14:37:41.458729 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ad19aa8-f8ed-4c63-8a26-d4c78612818e req-f86b89eb-a347-4977-a8a3-966e585cade9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902407 May 13 14:37:41.548387 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45834) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:41.552935 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600423172', 'description': 'tempest-description--1136921675'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:41.630980 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.697841 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (8e4a2860-bf9a-4e6d-a181-5c54e30239d2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.761453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (8e4a2860-bf9a-4e6d-a181-5c54e30239d2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.790365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a2860-bf9a-4e6d-a181-5c54e30239d2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:41.855526 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:41.856753 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-429b5112-44d5-4af7-8ab9-0b9e3a678483 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3073964 May 13 14:37:41.860504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45836) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:41.864783 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '8e4a2860-bf9a-4e6d-a181-5c54e30239d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:41.960985 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad71a87-f02c-4b37-9186-14ca00ae1fc7 req-7be3ae8c-6332-4e20-8750-34c6f9687550 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.962488 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1ad71a87-f02c-4b37-9186-14ca00ae1fc7 req-7be3ae8c-6332-4e20-8750-34c6f9687550 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 943 time: 0.0504575 May 13 14:37:41.968016 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (25ee7cba-02b5-438e-bae3-bd019a4acbb7), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.015491 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1ad71a87-f02c-4b37-9186-14ca00ae1fc7 req-be88bb44-0a97-4f33-9120-6c58eaf6e0c4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 May 13 14:37:42.028182 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (25ee7cba-02b5-438e-bae3-bd019a4acbb7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.128258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (25ee7cba-02b5-438e-bae3-bd019a4acbb7), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.156433 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ee7cba-02b5-438e-bae3-bd019a4acbb7,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.184150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f734e-8223-431c-b82e-dae7e6382316 req-54ed84bb-42c8-498b-af97-383fec3b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.185639 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-54ed84bb-42c8-498b-af97-383fec3b022b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1127 time: 0.0428193 May 13 14:37:42.245732 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.246941 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e59ed3cf-b537-4b00-870f-ab21c28ccee9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854871 May 13 14:37:42.250550 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45842) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:42.255127 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '8e4a2860-bf9a-4e6d-a181-5c54e30239d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:42.292363 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f734e-8223-431c-b82e-dae7e6382316 req-0acfc6b8-b85b-4e71-8774-20bebb7d6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.293817 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-0acfc6b8-b85b-4e71-8774-20bebb7d6315 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.0956562 May 13 14:37:42.347527 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-adb80e5a-bb29-43f7-b7c2-8f6e9e07fec2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 217 time: 0.0343635 May 13 14:37:42.351394 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (8458d25f-6abc-4ef3-a268-6ed859003e5a), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.403416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f734e-8223-431c-b82e-dae7e6382316 req-fa23531b-d571-404c-8a7c-1c8ce34505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.405132 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-fa23531b-d571-404c-8a7c-1c8ce34505f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0483086 May 13 14:37:42.408147 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (8458d25f-6abc-4ef3-a268-6ed859003e5a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.453143 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f734e-8223-431c-b82e-dae7e6382316 req-8f429d3c-4bca-4f4f-b690-2fe4a2f8dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.454695 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-8f429d3c-4bca-4f4f-b690-2fe4a2f8dc45 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398209 May 13 14:37:42.484120 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (8458d25f-6abc-4ef3-a268-6ed859003e5a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.509518 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8458d25f-6abc-4ef3-a268-6ed859003e5a,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.551194 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-20b315ad-fe85-4a60-bb05-d39c52167581 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874207 May 13 14:37:42.577117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.579808 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-24f92c67-6bb5-4ea5-9142-88b25333f56f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266890 May 13 14:37:42.586988 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292489b-b114-4bd6-9d1b-c662c3d720e3 req-4e014276-7371-4c2b-8da6-7408987ffb79 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.588552 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8292489b-b114-4bd6-9d1b-c662c3d720e3 req-4e014276-7371-4c2b-8da6-7408987ffb79 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0522928 May 13 14:37:42.589009 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45846) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:42.594498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:42.631431 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a78f0d30-7cc1-4abc-b52e-9c1d05b666ae details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:37:42.652808 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8292489b-b114-4bd6-9d1b-c662c3d720e3 req-c36654aa-de12-4882-b0c6-47693a07bf15 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543218 May 13 14:37:42.676364 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940f734e-8223-431c-b82e-dae7e6382316 req-48c0c653-632a-4fba-99ed-dbd2b229318e service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052480 May 13 14:37:42.688708 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.737149 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:42.749046 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:37:42.774282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.787766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:42.788159 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.801728 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78f0d30-7cc1-4abc-b52e-9c1d05b666ae {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:42.821763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:42.865122 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:42.883445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.27.0.250 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:42.917574 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.926125 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.926492 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.926860 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.927213 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.927544 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.927866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.928186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.928502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.928837 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.929133 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.929480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.929782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.930101 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.930410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.930750 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:42.993704 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.060021 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.124192 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:43.130238 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:43.141364 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:37:43.157707 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.170038 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda6b3-853c-4989-83ec-105dd30f8d3e req-06612534-60bc-4fe9-8db0-f97c4d780093 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.170038 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7eda6b3-853c-4989-83ec-105dd30f8d3e req-06612534-60bc-4fe9-8db0-f97c4d780093 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 944 time: 0.0828376 May 13 14:37:43.238760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.253962 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7eda6b3-853c-4989-83ec-105dd30f8d3e req-c2615089-1227-4a9b-ab21-e13cfe77621d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628760 May 13 14:37:43.271243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:37:43.351558 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.512785 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.584105 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.618066 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.638384 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.684611 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:43.685747 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-89dcee43-84c5-4115-9cd0-2e8503cdc2cf tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0958138 May 13 14:37:43.776516 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da3e4-7f78-4105-8696-1c8585e7bc79 req-f9391215-f8db-4b3f-965d-ddd17044e960 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.778040 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e7da3e4-7f78-4105-8696-1c8585e7bc79 req-f9391215-f8db-4b3f-965d-ddd17044e960 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0491138 May 13 14:37:43.833568 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e7da3e4-7f78-4105-8696-1c8585e7bc79 req-a424a3ca-728e-4983-af5f-e14599dc43bc tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493398 May 13 14:37:43.886132 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-23095989-308b-4a99-91f3-87ae67031b25 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1600423172&fields=id&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 267 time: 0.0409462 May 13 14:37:43.992042 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-e3485050-c67a-4c54-b756-857d5ce9a4b9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.993528 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-e3485050-c67a-4c54-b756-857d5ce9a4b9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1004498 May 13 14:37:44.008311 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-32d092d4-0099-4470-97f3-ee7503b7333a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/quotas/9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 375 time: 0.0094404 May 13 14:37:44.063118 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-5a4c256f-0262-42f4-8598-8b8881defe65 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491502 May 13 14:37:44.161161 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-1139992d-8b69-4dc3-b768-aee9f5260b35 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857506 May 13 14:37:44.254420 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-ba1617b1-7657-40db-88f8-04e0bd58b3c1 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875065 May 13 14:37:44.376003 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539ee7a-1923-4676-a820-ce862649de36 req-c58aa717-f1c0-40c1-9201-13c67f3f3ace tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.377521 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5539ee7a-1923-4676-a820-ce862649de36 req-c58aa717-f1c0-40c1-9201-13c67f3f3ace tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 944 time: 0.0500197 May 13 14:37:44.425723 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5539ee7a-1923-4676-a820-ce862649de36 req-31874d97-2aa0-4f28-b9dc-a38aa73cbfc7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 May 13 14:37:44.517475 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c00d283b-d02d-4f9a-b347-9c33235d209e req-23d504ff-dcb5-4311-ad29-71ad990016fb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0281281 May 13 14:37:44.644614 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a78f0d30-7cc1-4abc-b52e-9c1d05b666ae up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:37:44.689942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:37:44.744397 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:44.744798 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:44.823480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:44.823866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:44.862300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:44.864750 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02e96d-c62d-43f6-87e3-a122e9a296af" -d '{"events": [{"server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "name": "network-vif-plugged", "status": "completed", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:44.878407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:44.906234 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01cf26e-ae84-43e0-bfc1-14fbc89abe31 x-openstack-request-id: req-f01cf26e-ae84-43e0-bfc1-14fbc89abe31 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:44.906720 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "name": "network-vif-plugged", "status": "completed", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:44.907047 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f01cf26e-ae84-43e0-bfc1-14fbc89abe31 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:44.907514 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01cf26e-ae84-43e0-bfc1-14fbc89abe31'] response: {'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'code': 200} May 13 14:37:44.957261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68ac55-bcf4-41b5-9078-6af990b2ee46 req-03ae3f2b-9c33-430e-bed8-2a4e6df405eb tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.958685 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d68ac55-bcf4-41b5-9078-6af990b2ee46 req-03ae3f2b-9c33-430e-bed8-2a4e6df405eb tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0506001 May 13 14:37:44.962116 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:45.012300 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d68ac55-bcf4-41b5-9078-6af990b2ee46 req-d8bef735-e764-4a3c-bf3e-6dc65721f260 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467665 May 13 14:37:45.023346 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.540628 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f58-86a1-4199-a0c2-eddd2e34c25d req-ba869bbc-bb92-4477-af84-9cd1863032fa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.542035 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c139f58-86a1-4199-a0c2-eddd2e34c25d req-ba869bbc-bb92-4477-af84-9cd1863032fa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0476828 May 13 14:37:45.599904 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c139f58-86a1-4199-a0c2-eddd2e34c25d req-a6bc441d-3b64-4dbf-9fa2-e59dc8a29310 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513506 May 13 14:37:45.616461 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c60bb0fc-b672-4612-aaf2-f689d17a5839 req-9182b50a-8bf3-4cd4-8037-6b2a597d63e6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0297358 May 13 14:37:45.883912 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f8f0-9ce4-41f0-b87f-73424591701e req-ed6b5be0-2257-4ed9-bb3e-41365f09a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.885325 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2018f8f0-9ce4-41f0-b87f-73424591701e req-ed6b5be0-2257-4ed9-bb3e-41365f09a614 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0386779 May 13 14:37:45.932313 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2018f8f0-9ce4-41f0-b87f-73424591701e req-d9554572-88a7-4496-9ae6-8cd5e720260a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388970 May 13 14:37:46.132423 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b015c8-36f5-4461-bca6-67b8f0a506ce req-b0185705-4966-4295-8996-98c3f8205581 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.133858 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71b015c8-36f5-4461-bca6-67b8f0a506ce req-b0185705-4966-4295-8996-98c3f8205581 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0515239 May 13 14:37:46.180618 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71b015c8-36f5-4461-bca6-67b8f0a506ce req-df9c55aa-e23b-4229-9242-62e5c956b083 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 May 13 14:37:46.730565 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f7e2abbf-77c8-4780-9b96-69c372be32b2 req-84cbb502-5416-42e5-8e05-52b63c944a4c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0322120 May 13 14:37:46.738770 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c8c2-0319-47c1-925c-7c9190215be3 req-4d17ee39-50f1-4c04-bd9e-48710ae7abb3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.740226 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d293c8c2-0319-47c1-925c-7c9190215be3 req-4d17ee39-50f1-4c04-bd9e-48710ae7abb3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0700455 May 13 14:37:46.787924 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d293c8c2-0319-47c1-925c-7c9190215be3 req-b548eb57-e845-4a31-9cac-df55f5e94e59 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 May 13 14:37:47.296881 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ec7f-10cb-4fb9-be5c-dd67ae0aa6c3 req-1f2ec963-6127-48d1-a9d1-9131b29c3b6e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.298320 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af45ec7f-10cb-4fb9-be5c-dd67ae0aa6c3 req-1f2ec963-6127-48d1-a9d1-9131b29c3b6e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0489347 May 13 14:37:47.346566 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af45ec7f-10cb-4fb9-be5c-dd67ae0aa6c3 req-11a5e10c-8a84-4e0b-8111-f862d8fa24e3 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 May 13 14:37:47.829934 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9175c28-adcf-4121-92df-cce226126c60 req-ba21829e-66f7-4f14-b5f3-747379bde691 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0284381 May 13 14:37:47.922968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556927af-d724-4c8f-80c0-6c71b500ab83 req-efb3884c-802f-4154-8662-a61815383a37 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.924414 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-556927af-d724-4c8f-80c0-6c71b500ab83 req-efb3884c-802f-4154-8662-a61815383a37 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0473390 May 13 14:37:47.976098 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-556927af-d724-4c8f-80c0-6c71b500ab83 req-b5b30130-8a32-4bde-b9df-a802c2921266 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459299 May 13 14:37:48.089459 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d47ac7-9fca-4f85-ab48-44212b07ef67 req-7b864464-98e0-43c0-ad07-daac352abb35 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.090941 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-96d47ac7-9fca-4f85-ab48-44212b07ef67 req-7b864464-98e0-43c0-ad07-daac352abb35 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0481379 May 13 14:37:48.099969 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 45900) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:37:48.104293 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'floatingip': {'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:48.132971 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:48.143861 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:48.374425 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc027-4e53-4417-96ad-7330bcb853a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:48.544883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-1f828494-60c3-454d-88e9-f3150286400d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.547308 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-1f828494-60c3-454d-88e9-f3150286400d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1246603 May 13 14:37:48.560625 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c7ded-e27f-45e0-8b44-aa714d21c2f7 req-699a2b26-8520-4cbe-9f99-789a39675a8e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.563116 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd6c7ded-e27f-45e0-8b44-aa714d21c2f7 req-699a2b26-8520-4cbe-9f99-789a39675a8e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.1044075 May 13 14:37:48.624718 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-b325968b-2b37-48c8-b462-2fd6c9faa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.626214 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-b325968b-2b37-48c8-b462-2fd6c9faa688 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.0593495 May 13 14:37:48.657014 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-dbf00bae-d932-4ceb-b932-bae946e23a61 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 380 time: 0.0819621 May 13 14:37:48.661754 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd6c7ded-e27f-45e0-8b44-aa714d21c2f7 req-aa6536dd-ef85-4ba3-b638-2be04d0659ed tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920923 May 13 14:37:48.672055 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'port': {'device_id': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'admin_state_up': True, 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'security_groups': ['8e4a2860-bf9a-4e6d-a181-5c54e30239d2']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:48.836841 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-629369f3-96d9-4528-ba6b-2b16ee90cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.838369 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-629369f3-96d9-4528-ba6b-2b16ee90cf27 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.1624198 May 13 14:37:48.913373 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-b03330b6-cbc8-4330-90bb-29de53cf78d3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1000 time: 0.0669053 May 13 14:37:48.945663 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-129e4fdf-a915-47c8-b860-20cf247837d6 req-c9175015-155e-4312-a7af-db9353151920 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0329905 May 13 14:37:48.959977 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:48.962355 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:48.965669 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.025131 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.105615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-865b10ae-b140-48fd-b85d-f11727e78ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.107015 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-865b10ae-b140-48fd-b85d-f11727e78ee3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0879271 May 13 14:37:49.132968 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Floating IP 3de116b8-2837-4145-8900-f6421bba2b45 associated. External IP: 172.27.0.167, port: a78f0d30-7cc1-4abc-b52e-9c1d05b666ae. May 13 14:37:49.143384 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.20.0.12 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/bfd2d37c-8d1c-4281-bd52-abf1caf667a5) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:49.186982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-cb4f56ba-04f3-4952-9d70-b14e460e56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.188495 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-cb4f56ba-04f3-4952-9d70-b14e460e56cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541050 May 13 14:37:49.358277 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-eb7ca26c-3fa9-4163-a8a3-4bcd760dd956 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614854 May 13 14:37:49.362208 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:37:49.424288 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.480312 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:37:49.485631 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.491035 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6b5ae68-4d3c-46c7-a0bd-510882195f68 req-5c1f9d78-07bd-429d-bd3d-8ee10c7f7dc6 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254840 May 13 14:37:49.493548 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:49.508081 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:49.508802 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:49.518810 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4c237aa5-b6ee-4a72-ba05-e9a3a18bda57 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "PUT /v2.0/floatingips/3de116b8-2837-4145-8900-f6421bba2b45 HTTP/1.1" status: 200 len: 991 time: 1.4177468 May 13 14:37:49.519812 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:49.522489 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8fc86-3183-4642-85f8-74f993b24ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:49.557354 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.562711 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d3c89-592f-4c70-a751-cfb80f6dcf7e x-openstack-request-id: req-522d3c89-592f-4c70-a751-cfb80f6dcf7e {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:49.563198 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:49.563324 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-522d3c89-592f-4c70-a751-cfb80f6dcf7e {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:49.563666 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522d3c89-592f-4c70-a751-cfb80f6dcf7e'] response: {'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'status': 'completed', 'code': 200} May 13 14:37:49.608229 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:49.614536 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:49.633588 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:49.640021 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:37:49.668012 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.688058 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-b1a844f6-2e3f-488b-a57e-44de4c8c8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.689545 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-b1a844f6-2e3f-488b-a57e-44de4c8c8caf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0922630 May 13 14:37:49.726607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.727278 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.814065 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-c96f1995-6ffb-42cf-9812-664abbc2cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.816341 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-c96f1995-6ffb-42cf-9812-664abbc2cfb9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.1176772 May 13 14:37:49.823631 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bb0ec-c2f6-41cd-bae5-333899f59d25 req-787dac94-683c-4abd-8ff0-5fb6d2e7d567 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.825465 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3d4bb0ec-c2f6-41cd-bae5-333899f59d25 req-787dac94-683c-4abd-8ff0-5fb6d2e7d567 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0782118 May 13 14:37:49.836442 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-2426f8d5-d1ec-4c01-88a9-9c40586a8c46 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1690743 May 13 14:37:49.886439 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3d4bb0ec-c2f6-41cd-bae5-333899f59d25 req-6e3f2ec8-a217-4fb5-9552-78fe6386197d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536692 May 13 14:37:49.890489 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-8bb74ddc-185c-481f-98ad-865460a6fb98 None None] Provisioning complete for port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:49.890957 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bb74ddc-185c-481f-98ad-865460a6fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:49.897087 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Request body: {'port': {'device_id': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:37:49.928363 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74ddc-185c-481f-98ad-865460a6fb98 None None] Port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:37:49.948965 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-f9ed149b-1b17-4724-be62-585dcb106299 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 999 time: 0.1260085 May 13 14:37:50.010285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.023146 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 1, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:50.033877 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-bd403cdf-44bd-453c-b77c-1a573cc5831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.035359 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-bd403cdf-44bd-453c-b77c-1a573cc5831f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0709088 May 13 14:37:50.052683 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:50.062733 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:37:50.063367 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:50.079574 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0d52e-fc4f-445a-9e72-40d830bfaf2a req-57f36a07-29d2-4496-a319-9c0fa874232d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.082040 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6cb0d52e-fc4f-445a-9e72-40d830bfaf2a req-57f36a07-29d2-4496-a319-9c0fa874232d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 932 time: 0.0578258 May 13 14:37:50.111802 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-2d16d8a8-4e23-4511-bbe4-e2936d5f44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.114815 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-2d16d8a8-4e23-4511-bbe4-e2936d5f44b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608735 May 13 14:37:50.142449 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6cb0d52e-fc4f-445a-9e72-40d830bfaf2a req-173ff2dd-410c-4fb4-942b-d5c840e7d57a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531340 May 13 14:37:50.184312 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:37:50.309119 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-caedee26-8339-44e5-ac71-71c063613153 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560197 May 13 14:37:50.384492 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd2d37c-8d1c-4281-bd52-abf1caf667a5 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:50.392410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks [] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.402656 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 1, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:50.404478 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Transition to ACTIVE for port object bfd2d37c-8d1c-4281-bd52-abf1caf667a5 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:37:50.429831 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a88f4-b196-4bf4-b6be-0619e69777be None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 1, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:50.477295 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.560447 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.572244 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3e8fc86-3183-4642-85f8-74f993b24ab2 req-4b966973-38c8-4299-b3da-a3794eef7eed service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435659 May 13 14:37:50.574007 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30adba7b-535e-40cd-9ad9-7cc589decb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.651543 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Attempting to bind port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:37:50.651874 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Attempting to bind port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:37:50.652271 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Attempting to bind port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:37:50.660358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:37:50.660680 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Attempting to bind port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:37:50.666910 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:37:50.667249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:37:50.668394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:37:50.668394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Bound port: bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:37:50.668394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.682401 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92acb73-2206-475c-b7f3-a1df2f96d8c5 None None] New status for floating IP 3de116b8-2837-4145-8900-f6421bba2b45: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:50.752890 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:37:50.756051 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:37:50.820719 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.856504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.857109 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:50.859171 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] 10.222.0.97 "PUT /v2.0/ports/bfd2d37c-8d1c-4281-bd52-abf1caf667a5 HTTP/1.1" status: 200 len: 1094 time: 0.9680600 May 13 14:37:50.859633 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:50.861919 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4504902e-4ecd-46b4-8693-e0233231c6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:50.892166 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601b27c-b567-415d-9683-7fac474eaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.909055 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50884f-5355-4ca5-8377-86b643f315b5 x-openstack-request-id: req-bd50884f-5355-4ca5-8377-86b643f315b5 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:50.911773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:50.911773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd50884f-5355-4ca5-8377-86b643f315b5 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:50.911773 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd50884f-5355-4ca5-8377-86b643f315b5'] response: {'name': 'network-changed', 'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'status': 'completed', 'code': 200} May 13 14:37:50.996712 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-2d692b7c-2fe3-456a-aae4-0493481a461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.002083 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-2d692b7c-2fe3-456a-aae4-0493481a461f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0583422 May 13 14:37:51.033299 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6057534-4855-4322-b9ab-855c2e766041 req-177af79f-7831-4d77-903e-3ebe5a16ac49 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.034898 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e6057534-4855-4322-b9ab-855c2e766041 req-177af79f-7831-4d77-903e-3ebe5a16ac49 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0578532 May 13 14:37:51.085050 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e6057534-4855-4322-b9ab-855c2e766041 req-e827b79c-6d32-4dd0-9f62-6d241dac3490 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 May 13 14:37:51.115163 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-ff6a1ba8-5a4e-4619-b4c5-34f232bc8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.116641 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-ff6a1ba8-5a4e-4619-b4c5-34f232bc8790 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9da8a73af95447ba8519a7f0b366e858&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034276 May 13 14:37:51.212564 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-4576b1d2-b5cf-4059-b6a4-02ae54c4e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.214023 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4504902e-4ecd-46b4-8693-e0233231c6e4 req-4576b1d2-b5cf-4059-b6a4-02ae54c4e72f service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896213 May 13 14:37:51.260712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8d10f-b929-4ed2-bba8-1be3c2e8141b req-31e2a018-7cd9-4c98-8b04-1a069156d07a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.262255 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f2e8d10f-b929-4ed2-bba8-1be3c2e8141b req-31e2a018-7cd9-4c98-8b04-1a069156d07a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0484631 May 13 14:37:51.302392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-aa2be099-7b3d-4767-871d-106542063ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.304081 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-aa2be099-7b3d-4767-871d-106542063ef1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0432510 May 13 14:37:51.312608 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f2e8d10f-b929-4ed2-bba8-1be3c2e8141b req-0a417410-2986-480d-8771-015da8533add tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 May 13 14:37:51.348495 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-465bcf4c-7559-4a1c-a173-286bd826cbf7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5 HTTP/1.1" status: 200 len: 217 time: 0.0362084 May 13 14:37:51.400866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-172c0616-6efd-4769-9de1-bf386c5551b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.402325 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-172c0616-6efd-4769-9de1-bf386c5551b5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0446336 May 13 14:37:51.448657 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-d2c4e23a-1ab3-4cec-83d9-5c36965ff3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.450070 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-d2c4e23a-1ab3-4cec-83d9-5c36965ff3ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388696 May 13 14:37:51.554132 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-550a1c74-5eed-45c2-b606-5ecfbbd8325e service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882022 May 13 14:37:51.650005 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1bab899c-1b91-45f8-af96-4fb22dca1c7d req-aa85afbf-2a69-4110-bc8b-e2956441d7ea service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863757 May 13 14:37:51.991773 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:52.205029 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36bf4d-888e-47a4-81ca-f72a8f249dec req-ccd0c837-9898-4527-a39c-da326cc8612c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.206486 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff36bf4d-888e-47a4-81ca-f72a8f249dec req-ccd0c837-9898-4527-a39c-da326cc8612c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0524230 May 13 14:37:52.253163 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff36bf4d-888e-47a4-81ca-f72a8f249dec req-eb20e8bb-84a3-4176-8f3f-19cba7c04bb5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 May 13 14:37:52.423897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73524b1-b8ef-44e9-9914-e87f0aa9f0f4 req-1c390677-93e9-468c-b785-c6ddc31d9107 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.425268 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b73524b1-b8ef-44e9-9914-e87f0aa9f0f4 req-1c390677-93e9-468c-b785-c6ddc31d9107 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0473974 May 13 14:37:52.472434 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b73524b1-b8ef-44e9-9914-e87f0aa9f0f4 req-05929810-5ce9-49cc-b672-d1b7a278ce6c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 May 13 14:37:53.025149 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:53.370342 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500cd70-77b2-48a6-b110-5e253edf5804 req-3e58458b-058e-4c86-b85f-44947872493f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.371812 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b500cd70-77b2-48a6-b110-5e253edf5804 req-3e58458b-058e-4c86-b85f-44947872493f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0498252 May 13 14:37:53.417850 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b500cd70-77b2-48a6-b110-5e253edf5804 req-00120972-995e-4164-bd54-7a368bd322e0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 May 13 14:37:53.587073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa9a-7527-4b92-adb8-14f2b6e4249d req-5c1acce2-1358-4224-a43e-45a1355766be tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.588456 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4714fa9a-7527-4b92-adb8-14f2b6e4249d req-5c1acce2-1358-4224-a43e-45a1355766be tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0473902 May 13 14:37:53.637678 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4714fa9a-7527-4b92-adb8-14f2b6e4249d req-e1653ee0-0c7f-40c3-a69c-4e66d2ca4711 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 May 13 14:37:54.532936 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85888d7-fbbe-41e8-8bba-045b58cdbf1b req-03ec640f-9769-4e00-9c6e-bdbd924d673a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.534552 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f85888d7-fbbe-41e8-8bba-045b58cdbf1b req-03ec640f-9769-4e00-9c6e-bdbd924d673a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0478890 May 13 14:37:54.585927 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f85888d7-fbbe-41e8-8bba-045b58cdbf1b req-33819fd7-b178-4ad8-b87d-621867f48b33 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 May 13 14:37:54.670596 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device bfd2d37c-8d1c-4281-bd52-abf1caf667a5 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:37:54.756870 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf8c56-4106-4d5f-99f5-c6c654684bbb req-c15702b3-c895-48f0-b873-7c24ad4cbc5f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.758429 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bbf8c56-4106-4d5f-99f5-c6c654684bbb req-c15702b3-c895-48f0-b873-7c24ad4cbc5f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 944 time: 0.0495908 May 13 14:37:54.789353 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:54.793557 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:54.804714 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'port_id': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'mac_address': 'fa:16:3e:31:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:37:54.806689 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bbf8c56-4106-4d5f-99f5-c6c654684bbb req-8fded503-3c1c-49c7-864a-a55e46ade7c6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 May 13 14:37:54.845224 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:54.845616 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:54.859194 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd2d37c-8d1c-4281-bd52-abf1caf667a5 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:54.879970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:54.955606 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:55.008876 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:55.298367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['bfd2d37c-8d1c-4281-bd52-abf1caf667a5'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:37:55.705994 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d576-0d89-4949-b202-4decc8c712b2 req-6d0d3645-36f4-4427-8108-8e7cefbc02a2 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.707497 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8d2d576-0d89-4949-b202-4decc8c712b2 req-6d0d3645-36f4-4427-8108-8e7cefbc02a2 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0481553 May 13 14:37:55.758191 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8d2d576-0d89-4949-b202-4decc8c712b2 req-0c755f4c-03c9-490d-9cf3-482551d55c12 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 May 13 14:37:55.927608 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e5fa8-6ec5-40a0-9bb9-3551bc0826f2 req-fc20cd88-5caa-4d9a-91c5-c4196f78564f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.929034 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0f8e5fa8-6ec5-40a0-9bb9-3551bc0826f2 req-fc20cd88-5caa-4d9a-91c5-c4196f78564f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 945 time: 0.0503676 May 13 14:37:55.975133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0f8e5fa8-6ec5-40a0-9bb9-3551bc0826f2 req-c32f5ccd-2487-4118-9bc5-ecb0d3245959 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 May 13 14:37:56.700408 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device bfd2d37c-8d1c-4281-bd52-abf1caf667a5 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:37:56.744905 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:37:56.813433 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:37:56.813811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:56.872743 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4c907-b6a8-4bdd-89fa-62c4ccdf3525 req-a4ee939a-eea8-428b-acc9-df6a450542e4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:56.874520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41b4c907-b6a8-4bdd-89fa-62c4ccdf3525 req-a4ee939a-eea8-428b-acc9-df6a450542e4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0488098 May 13 14:37:56.893339 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:37:56.893726 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:56.917988 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:56.920279 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7fb25-3d57-47ec-81cb-12357e0f1b77" -d '{"events": [{"server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:37:56.923232 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41b4c907-b6a8-4bdd-89fa-62c4ccdf3525 req-8b049450-3968-4f7e-8ebd-3caaaf4f574a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 May 13 14:37:56.934023 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:37:56.958879 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4f3d1-5de2-4a40-af54-b8d96687824c x-openstack-request-id: req-54a4f3d1-5de2-4a40-af54-b8d96687824c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:37:56.959306 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:37:56.959744 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-54a4f3d1-5de2-4a40-af54-b8d96687824c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:37:56.960145 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a4f3d1-5de2-4a40-af54-b8d96687824c'] response: {'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'code': 200} May 13 14:37:57.012973 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:37:57.066317 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.098672 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b549-01fb-4ea0-807b-d054d00f3135 req-b9a9d714-73f2-42f5-9e36-816ed2323857 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.100509 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07b8b549-01fb-4ea0-807b-d054d00f3135 req-b9a9d714-73f2-42f5-9e36-816ed2323857 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0518930 May 13 14:37:57.153341 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07b8b549-01fb-4ea0-807b-d054d00f3135 req-967e21fb-094d-4416-aefc-d04f8671e66d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470130 May 13 14:37:57.270865 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626bb4c-8326-44b1-99ea-10e13ad5e0f3 req-9dc021cb-94ef-4c36-aa69-3452a49fc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.272443 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7626bb4c-8326-44b1-99ea-10e13ad5e0f3 req-9dc021cb-94ef-4c36-aa69-3452a49fc695 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 1130 time: 0.0446718 May 13 14:37:57.273210 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2329-1038-41f4-8815-5ff5d17e1cb1 req-57a6b3dc-102b-4a5c-bba1-0ce98fe629d1 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.274819 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fca2329-1038-41f4-8815-5ff5d17e1cb1 req-57a6b3dc-102b-4a5c-bba1-0ce98fe629d1 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0526197 May 13 14:37:57.325703 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fca2329-1038-41f4-8815-5ff5d17e1cb1 req-e477ed66-b410-42d7-8bf4-a5c3b19e381f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 May 13 14:37:57.329797 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7626bb4c-8326-44b1-99ea-10e13ad5e0f3 req-331166d9-703f-45da-9d9d-e2e532757d77 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 May 13 14:37:57.616821 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-d349c660-7deb-425b-92f9-fa79288ef0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.618206 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-d349c660-7deb-425b-92f9-fa79288ef0a5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.0384359 May 13 14:37:57.712253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-c8bcc58b-3a79-40b2-a3f3-ba56e143a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.713719 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-c8bcc58b-3a79-40b2-a3f3-ba56e143a04a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.0869324 May 13 14:37:57.780069 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-ab6f1e29-aadd-447d-933e-df079fe0c2b7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1000 time: 0.0591836 May 13 14:37:57.835288 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-789550d9-55fe-4c97-9f6d-0185083ec7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.836729 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-789550d9-55fe-4c97-9f6d-0185083ec7fb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0470338 May 13 14:37:58.268726 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5be8f-17a1-424b-9d55-9d543a2d5893 req-3723e103-1bb8-468e-8f5d-d9425b36d2fe tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.270348 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8da5be8f-17a1-424b-9d55-9d543a2d5893 req-3723e103-1bb8-468e-8f5d-d9425b36d2fe tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0475857 May 13 14:37:58.317774 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8da5be8f-17a1-424b-9d55-9d543a2d5893 req-0bec02f2-efbe-4e46-b9bd-23fd0cdcf559 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 May 13 14:37:58.341533 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-b0eaaa91-e5bc-4a57-90e4-f6e950483cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.343638 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-b0eaaa91-e5bc-4a57-90e4-f6e950483cff service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438945 May 13 14:37:58.434378 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-73ae1a9e-4f6e-4142-a929-bc73318a1029 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825431 May 13 14:37:58.445605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f9f9-cdca-43ca-9ebc-dc650b5c745b req-74ce0e22-278e-4987-8dca-4a30d7c3c44a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.447087 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8d4f9f9-cdca-43ca-9ebc-dc650b5c745b req-74ce0e22-278e-4987-8dca-4a30d7c3c44a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0513268 May 13 14:37:58.496562 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8d4f9f9-cdca-43ca-9ebc-dc650b5c745b req-5c060f25-633e-42c0-a8fc-6a8997fed0d5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 May 13 14:37:58.778848 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-24cc5dfa-bde4-46b3-9ff7-b0e856193dd2 req-1c8943cf-a2d0-4bb0-880f-22f219f4ac9a service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363934 May 13 14:37:59.434586 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbac47-fa9e-44cf-babd-cb5abfa043cb req-64654a32-fccb-482d-bbf8-b309139c5cc4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.436862 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0cbac47-fa9e-44cf-babd-cb5abfa043cb req-64654a32-fccb-482d-bbf8-b309139c5cc4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0468092 May 13 14:37:59.486494 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0cbac47-fa9e-44cf-babd-cb5abfa043cb req-9983f99d-0d04-43aa-80c5-0798e49b2f04 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 May 13 14:37:59.621366 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0f51d-4fc2-46cd-90a0-ba9081255acd req-aed97a68-5889-435b-8a11-a5b4e84e8c42 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.622797 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d5c0f51d-4fc2-46cd-90a0-ba9081255acd req-aed97a68-5889-435b-8a11-a5b4e84e8c42 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0519562 May 13 14:37:59.671088 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d5c0f51d-4fc2-46cd-90a0-ba9081255acd req-e346e67b-582d-49eb-ae40-a3cb8f123af5 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417540 May 13 14:38:00.601162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16fad9-32ec-4153-8f33-aae7219d10e9 req-18e0da64-b217-4702-b31d-c852497b4b6f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.602613 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-db16fad9-32ec-4153-8f33-aae7219d10e9 req-18e0da64-b217-4702-b31d-c852497b4b6f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0472803 May 13 14:38:00.650820 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-db16fad9-32ec-4153-8f33-aae7219d10e9 req-d57e7b74-b42a-42f8-a39b-3d556c3c69f8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 May 13 14:38:00.815007 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9eb0-296b-4f0d-97d7-f3b441f28978 req-aacd074a-f78b-49c1-8991-49a028ab41bb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.816508 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fcfa9eb0-296b-4f0d-97d7-f3b441f28978 req-aacd074a-f78b-49c1-8991-49a028ab41bb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0941226 May 13 14:38:00.825323 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 45970) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:00.830539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'port_id': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:00.831294 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47326b10-33c7-4d47-98a3-f3e4767ed4a1 req-6e75c289-6c69-4a26-9bba-2c52f8d684b6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.832754 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47326b10-33c7-4d47-98a3-f3e4767ed4a1 req-6e75c289-6c69-4a26-9bba-2c52f8d684b6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0661333 May 13 14:38:00.870856 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:00.881445 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47326b10-33c7-4d47-98a3-f3e4767ed4a1 req-a665f010-93c8-4fdf-ab14-cd24c60908d4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 May 13 14:38:01.320926 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:01.374474 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:01.477024 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c associated. External IP: 172.27.0.250, port: bfd2d37c-8d1c-4281-bd52-abf1caf667a5. May 13 14:38:01.690731 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:38:01.803335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:38:01.808565 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:01.814907 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:01.824386 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:01.825084 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:01.840134 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1bec9389-0d67-4b65-930e-270475d35823 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "PUT /v2.0/floatingips/a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c HTTP/1.1" status: 200 len: 992 time: 1.0136294 May 13 14:38:01.840836 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:01.844135 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29765329-40d5-4486-ab4e-59ad018b5715" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:38:01.880015 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2345f3-5cf4-4d6e-8f58-be8896ba7c61 x-openstack-request-id: req-ee2345f3-5cf4-4d6e-8f58-be8896ba7c61 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:38:01.880312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:38:01.880574 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee2345f3-5cf4-4d6e-8f58-be8896ba7c61 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:38:01.880985 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2345f3-5cf4-4d6e-8f58-be8896ba7c61'] response: {'name': 'network-changed', 'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'status': 'completed', 'code': 200} May 13 14:38:01.938954 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:01.956295 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765329-40d5-4486-ab4e-59ad018b5715 req-90b402e4-dbe9-45a6-b7d4-5a84d757eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:01.957716 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-90b402e4-dbe9-45a6-b7d4-5a84d757eb52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 1130 time: 0.0393646 May 13 14:38:02.057462 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765329-40d5-4486-ab4e-59ad018b5715 req-4e15bbde-273d-48ff-9ee7-08004acfef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.058997 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-4e15bbde-273d-48ff-9ee7-08004acfef85 service neutron] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 916 time: 0.0902288 May 13 14:38:02.130963 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-4cedaea8-8992-48f2-beb8-328d0642bc1b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5 HTTP/1.1" status: 200 len: 1000 time: 0.0616806 May 13 14:38:02.163435 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:31:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:43Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:02.184624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765329-40d5-4486-ab4e-59ad018b5715 req-aafd1e08-e4b6-4a52-8827-e25502fd05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.186609 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-aafd1e08-e4b6-4a52-8827-e25502fd05b7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0441020 May 13 14:38:02.190713 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:02.199185 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:02.199785 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:02.235207 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765329-40d5-4486-ab4e-59ad018b5715 req-d28eb302-8439-4a60-b8ec-bdee1f9bf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.236629 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-d28eb302-8439-4a60-b8ec-bdee1f9bf469 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434732 May 13 14:38:02.309610 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:02.332979 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-4002a3c4-356f-4e5a-8847-530acc53fc82 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857804 May 13 14:38:02.425863 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-29765329-40d5-4486-ab4e-59ad018b5715 req-75e12143-3129-444f-9d5c-ebbb3148ed7d service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 May 13 14:38:02.533072 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:31:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:43Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:02.559734 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06b9ec-06f3-4432-a435-acda5c353664 None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:31:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:43Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:02.671353 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:38:02.757572 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4cf0e-8be6-438d-a10a-131ec664dea0 None None] New status for floating IP a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:14.612760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7908d-a60a-4ded-9a87-a3abcafff55d req-392bbf5a-3bfa-4b63-ad9d-2b653b0050c1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.614319 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ea7908d-a60a-4ded-9a87-a3abcafff55d req-392bbf5a-3bfa-4b63-ad9d-2b653b0050c1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0478661 May 13 14:38:14.661897 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ea7908d-a60a-4ded-9a87-a3abcafff55d req-429c8902-c813-43cb-b119-48fe6c95129d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 May 13 14:38:15.788889 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1beb91-444c-4f6f-8dec-ce40e06a9594 req-8a4d007c-facf-4aaa-ad0c-311737716cc1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:15.790353 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d1beb91-444c-4f6f-8dec-ce40e06a9594 req-8a4d007c-facf-4aaa-ad0c-311737716cc1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0498343 May 13 14:38:15.837811 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d1beb91-444c-4f6f-8dec-ce40e06a9594 req-ccf6300c-ca37-4394-af57-d40ff8f4b4d6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 May 13 14:38:16.706533 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-5449e73b-f0d1-44b8-b1f1-0c77c247fd78 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.708014 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-5449e73b-f0d1-44b8-b1f1-0c77c247fd78 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0476363 May 13 14:38:16.800876 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Deleting port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:38:16.801215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:16.893705 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] For port 1007d15d-1a0a-45c1-aec9-41952f7af7c1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=1007d15d-1a0a-45c1-aec9-41952f7af7c1,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:38:16.894059 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:16.958808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b58bd-e3b4-469a-bd27-63a2381a0ca8 req-441918d8-1e24-4f1c-b941-64fda3e850bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.961363 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d6b58bd-e3b4-469a-bd27-63a2381a0ca8 req-441918d8-1e24-4f1c-b941-64fda3e850bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 947 time: 0.0486779 May 13 14:38:17.010393 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d6b58bd-e3b4-469a-bd27-63a2381a0ca8 req-dc4bced5-09e5-4357-bcb6-6cbfa2ea3660 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=7591dcdf-7a35-4d66-b862-d0d4b72ab862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 May 13 14:38:17.072175 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:17.072442 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:17.072751 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Floating IP 5639ddf4-3420-4cd4-97c0-74b257001b9e disassociated. External IP: 172.27.0.120, port: 1007d15d-1a0a-45c1-aec9-41952f7af7c1. May 13 14:38:17.073082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Calling delete_port for 1007d15d-1a0a-45c1-aec9-41952f7af7c1 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:38:17.259715 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (1007d15d-1a0a-45c1-aec9-41952f7af7c1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:17.289809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'Port': ['ID=1007d15d-1a0a-45c1-aec9-41952f7af7c1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.301306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.301650 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.301988 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.302320 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.302667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.303075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.303434 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.303800 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.304115 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.304452 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.304778 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.305095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.305409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.305721 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.306653 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:17.417713 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:38:17.529317 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:38:17.539559 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:17.550196 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:17.550976 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:17.574177 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] No DVR routers for this DVR port 1007d15d-1a0a-45c1-aec9-41952f7af7c1 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:17.576619 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:17.579950 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bc99f5e1-92be-418a-abcc-4353e9189a91 req-d9e40631-de01-4e8d-a691-84408b3ed621 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "DELETE /v2.0/ports/1007d15d-1a0a-45c1-aec9-41952f7af7c1 HTTP/1.1" status: 204 len: 173 time: 0.8601189 May 13 14:38:17.580527 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-deleted', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:17.583038 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f31e6-208a-4976-8847-010adb27deb6" -d '{"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-deleted", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:38:17.622243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e421cf71-9063-41e9-b1a9-bd1dd608c8f3 x-openstack-request-id: req-e421cf71-9063-41e9-b1a9-bd1dd608c8f3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:38:17.622611 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834cd231-83a4-4c32-b826-3af6a9f1a5ce", "name": "network-vif-deleted", "tag": "1007d15d-1a0a-45c1-aec9-41952f7af7c1", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:38:17.623076 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e421cf71-9063-41e9-b1a9-bd1dd608c8f3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:38:17.623542 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e421cf71-9063-41e9-b1a9-bd1dd608c8f3'] response: {'server_uuid': '834cd231-83a4-4c32-b826-3af6a9f1a5ce', 'name': 'network-vif-deleted', 'tag': '1007d15d-1a0a-45c1-aec9-41952f7af7c1', 'status': 'completed', 'code': 200} May 13 14:38:17.684215 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:17.968869 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:17.996588 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:18.006118 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:18.006751 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:37:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:18.120472 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:18.126923 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-977ba30f-1851-4104-8e12-06ed093b4f3d req-fb235314-4aeb-47c0-b694-3ec9fc056bdb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=834cd231-83a4-4c32-b826-3af6a9f1a5ce HTTP/1.1" status: 200 len: 210 time: 0.0278139 May 13 14:38:18.168249 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:18.321023 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:18.347337 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5592a7d-17ba-4a71-885e-c9a29eadbb22 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:18.363451 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39df6c8d-93e2-452d-a701-9f5618ab315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:18.578136 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dc73c-4295-4abd-9415-394fe9e8214d None None] New status for floating IP 5639ddf4-3420-4cd4-97c0-74b257001b9e: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:19.266253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46032) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:19.325254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (7591dcdf-7a35-4d66-b862-d0d4b72ab862), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.349888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (7591dcdf-7a35-4d66-b862-d0d4b72ab862), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.458833 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7591dcdf-7a35-4d66-b862-d0d4b72ab862), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.461524 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.462706 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "DELETE /v2.0/security-groups/7591dcdf-7a35-4d66-b862-d0d4b72ab862 HTTP/1.1" status: 204 len: 168 time: 0.1952391 May 13 14:38:19.466413 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46034) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:19.484215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb64ea7-5eb9-404a-9ebe-c956d82f223e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591dcdf-7a35-4d66-b862-d0d4b72ab862,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:19.487979 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-634da6ae-248e-4874-b52c-6d2106a9812b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] show failed (client error): The resource could not be found. May 13 14:38:19.488995 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-634da6ae-248e-4874-b52c-6d2106a9812b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups/7591dcdf-7a35-4d66-b862-d0d4b72ab862 HTTP/1.1" status: 404 len: 347 time: 0.0215793 May 13 14:38:19.492191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46036) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:19.611795 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Deleting port dd039fa1-c73c-4a65-a6c5-6c5f8c875b69 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:38:19.612072 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.688871 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.689193 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.702961 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Calling delete_port for dd039fa1-c73c-4a65-a6c5-6c5f8c875b69 owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:38:19.900082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (dd039fa1-c73c-4a65-a6c5-6c5f8c875b69), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.926991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'Port': ['ID=dd039fa1-c73c-4a65-a6c5-6c5f8c875b69,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:19.989928 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (5639ddf4-3420-4cd4-97c0-74b257001b9e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.992534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:19.993667 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1d4f36e1-4e2a-4249-8c08-569aeeeb351f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "DELETE /v2.0/floatingips/5639ddf4-3420-4cd4-97c0-74b257001b9e HTTP/1.1" status: 204 len: 168 time: 0.5002337 May 13 14:38:20.137178 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46040) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:20.141679 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145502806', 'description': 'tempest-description--1441867324'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:20.225980 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.290913 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (53ac7823-eb64-44f9-a762-75c954d9322e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.396517 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (53ac7823-eb64-44f9-a762-75c954d9322e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.427433 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac7823-eb64-44f9-a762-75c954d9322e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.512825 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.514076 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c2f94205-54d4-41cc-997b-f446f65c0980 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3758812 May 13 14:38:20.522709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46042) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:20.527133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group_rule': {'security_group_id': '53ac7823-eb64-44f9-a762-75c954d9322e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:20.539379 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecde286e-5097-43de-89ca-95086dab511c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.630796 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (940dc20c-0de8-4ede-87db-953ebbad7610), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.688784 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (940dc20c-0de8-4ede-87db-953ebbad7610), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.767176 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (940dc20c-0de8-4ede-87db-953ebbad7610), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.787224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940dc20c-0de8-4ede-87db-953ebbad7610,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.811746 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:38:20.832526 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 1007d15d-1a0a-45c1-aec9-41952f7af7c1 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:38:20.832862 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 1007d15d-1a0a-45c1-aec9-41952f7af7c1 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:38:20.849912 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.851203 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-14318473-5a7c-4248-b672-9a6fc05aed22 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275285 May 13 14:38:20.853777 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46044) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:20.858062 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'security_group_rule': {'security_group_id': '53ac7823-eb64-44f9-a762-75c954d9322e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:20.932730 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (2d6930ba-b6f1-46ec-a51b-544dc38e9d8e), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:20.988924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (2d6930ba-b6f1-46ec-a51b-544dc38e9d8e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.058874 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (2d6930ba-b6f1-46ec-a51b-544dc38e9d8e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.077293 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6930ba-b6f1-46ec-a51b-544dc38e9d8e,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:21.169450 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.170738 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2828f9e5-8967-4fc3-8499-9c7eb65d2f3c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159828 May 13 14:38:21.173762 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46046) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:21.178609 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:21.265633 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.345488 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.448937 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Allocated IP 172.27.0.185 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/84c0963f-803b-409c-ad9b-ee073a8a2ebd) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:21.551927 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.648588 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.686546 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:21.690004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:21.695714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:38:21.717559 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=84c0963f-803b-409c-ad9b-ee073a8a2ebd,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:21.784054 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.897951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:21.984517 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:22.047434 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:22.098448 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:22.170866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=84c0963f-803b-409c-ad9b-ee073a8a2ebd,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:22.181316 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:22.266517 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:22.268640 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c36922ab-7db6-475b-bb63-5164c571416b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0930550 May 13 14:38:22.472421 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-5659d34c-30d9-48e4-a052-0a871b568399 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--145502806&fields=id&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 267 time: 0.0471785 May 13 14:38:22.576211 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-72d4be2a-2fd0-4544-8bff-07ef76f8a6a8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:22.578512 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-72d4be2a-2fd0-4544-8bff-07ef76f8a6a8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 817 time: 0.0993218 May 13 14:38:22.594133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-4d2d9936-d8bd-4130-8904-698d5f26bddd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/quotas/a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 375 time: 0.0091393 May 13 14:38:22.645472 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-5e15728a-a8df-4566-bcef-38fd7df16307 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449922 May 13 14:38:22.743950 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-99fe9d15-ef6c-463c-a006-3e627b037bbc service neutron] 10.222.0.102 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873575 May 13 14:38:22.832276 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-a5bf076a-90ed-4c3d-a0dc-ad064d06459c service neutron] 10.222.0.102 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825641 May 13 14:38:23.036932 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:23.079998 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-43261d4f-83ca-4bfb-b649-08b25e61f85b req-6561647c-e2c5-4d66-8e5c-1a3bc0da873b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 210 time: 0.0323396 May 13 14:38:24.192589 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027ad677-ad11-467f-a1de-36db02cde0ec req-823f599e-a3f7-41f5-a679-d160552f06d5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 210 time: 0.0287254 May 13 14:38:24.905167 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:25.247657 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-e8b7cbdb-4212-4681-8470-c868e4fa01eb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:25.249167 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-e8b7cbdb-4212-4681-8470-c868e4fa01eb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 817 time: 0.1060283 May 13 14:38:25.296497 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab62c59f-1fb1-454d-89bf-3c614ca46fad req-ce8f8415-3965-4cd4-9d4e-57ec67d035bb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 210 time: 0.0282803 May 13 14:38:25.320048 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-24208a1a-e41c-4878-a1e1-51bef6549deb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 379 time: 0.0562363 May 13 14:38:25.331102 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'port': {'device_id': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'admin_state_up': True, 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'security_groups': ['53ac7823-eb64-44f9-a762-75c954d9322e']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:25.533764 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Made reservation on behalf of a3b836fbca704e1c8b292e5a9063e50a for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:25.538214 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:25.668684 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Allocated IP 172.20.0.6 (f5d59592-5b2e-4983-b5e4-f02dfc8e9001/639a73e0-5319-4538-81cf-3974026e1aad/78cacd6a-7306-4f03-926e-1921cc0fd00c) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:26.054775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.140054 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.182540 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:26.185725 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:26.192756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:38:26.199445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.254494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.255213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.332117 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-805c4ce5-82d9-45fc-a6e3-005e1187705c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0044913 May 13 14:38:26.351964 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Request body: {'port': {'device_id': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:26.413238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.424759 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8f9e-1daa-4699-a46d-83ba3aa0d35b req-e077ad02-2b30-4d8e-a119-acc46f6424d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.426938 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-244b8f9e-1daa-4699-a46d-83ba3aa0d35b req-e077ad02-2b30-4d8e-a119-acc46f6424d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 931 time: 0.0497377 May 13 14:38:26.452533 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-0f0654f5-18d5-4d21-8c16-6bb114de637e None None] Provisioning complete for port 78cacd6a-7306-4f03-926e-1921cc0fd00c triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:38:26.454181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0654f5-18d5-4d21-8c16-6bb114de637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.479402 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-244b8f9e-1daa-4699-a46d-83ba3aa0d35b req-05ab3bd0-dc04-4e4c-972f-f3ef324c2048 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 May 13 14:38:26.491277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0f0654f5-18d5-4d21-8c16-6bb114de637e None None] Port 78cacd6a-7306-4f03-926e-1921cc0fd00c cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:38:26.680951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:26.688255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks [] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.702783 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Transition to ACTIVE for port object 78cacd6a-7306-4f03-926e-1921cc0fd00c will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:38:26.790768 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:26.842962 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.915175 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Attempting to bind port 78cacd6a-7306-4f03-926e-1921cc0fd00c on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:38:26.915512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Attempting to bind port 78cacd6a-7306-4f03-926e-1921cc0fd00c by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:38:26.915841 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Attempting to bind port 78cacd6a-7306-4f03-926e-1921cc0fd00c on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:38:26.920554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Port 78cacd6a-7306-4f03-926e-1921cc0fd00c on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:38:26.920875 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Attempting to bind port 78cacd6a-7306-4f03-926e-1921cc0fd00c on network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:38:26.926967 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:38:26.927493 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Checking segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:38:26.927887 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Bound using segment: {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:38:26.928320 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Bound port: 78cacd6a-7306-4f03-926e-1921cc0fd00c, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3183ca-6bc5-4cad-bc64-d9483fc880c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:38:26.928682 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:27.008358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:38:27.011436 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:38:27.076570 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:27.112357 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.112969 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:27.115220 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] 10.222.0.97 "PUT /v2.0/ports/78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 1093 time: 0.7681351 May 13 14:38:27.115583 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:27.117818 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7eb9a-a72f-46c5-8b28-db167df78991" -d '{"events": [{"name": "network-changed", "server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:38:27.141551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cf71-46ba-4b9d-b524-df12416171a6 service neutron] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:27.166643 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d0dc7f-0710-4a1a-bae2-d39f3fffe714 x-openstack-request-id: req-95d0dc7f-0710-4a1a-bae2-d39f3fffe714 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:38:27.166863 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:38:27.167122 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-95d0dc7f-0710-4a1a-bae2-d39f3fffe714 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:38:27.167538 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d0dc7f-0710-4a1a-bae2-d39f3fffe714'] response: {'name': 'network-changed', 'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'status': 'completed', 'code': 200} May 13 14:38:27.231786 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-d8a60814-9a2e-4e62-88a1-181708af6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.233355 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-d8a60814-9a2e-4e62-88a1-181708af6d6d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1127 time: 0.0440562 May 13 14:38:27.345790 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-d9ea066f-3eec-40c9-816a-ec8dfd8efb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.347349 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-d9ea066f-3eec-40c9-816a-ec8dfd8efb5f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1056933 May 13 14:38:27.442367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-efc8d273-86e6-4858-aa91-63aabde2ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.443755 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2ec7eb9a-a72f-46c5-8b28-db167df78991 req-efc8d273-86e6-4858-aa91-63aabde2ccb7 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891960 May 13 14:38:27.530020 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-64a379f9-ca46-40d1-a907-d5c6e2649ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.531549 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-64a379f9-ca46-40d1-a907-d5c6e2649ff4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1127 time: 0.0410991 May 13 14:38:27.581028 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-21c7c2da-12b9-4faf-86fb-2ef2b9d74b2a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 217 time: 0.0387995 May 13 14:38:27.607383 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715abc-f78e-415a-acba-d5a2f7a9b615 req-8dafa289-4180-4006-a729-aa14e12e42ee tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.608867 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-59715abc-f78e-415a-acba-d5a2f7a9b615 req-8dafa289-4180-4006-a729-aa14e12e42ee tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0528131 May 13 14:38:27.639481 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9005977b-28d3-4ec6-a211-8b22ac188ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.641517 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-9005977b-28d3-4ec6-a211-8b22ac188ab7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0535004 May 13 14:38:27.662488 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-59715abc-f78e-415a-acba-d5a2f7a9b615 req-76795237-802e-4bf0-9293-06ae523b2233 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458567 May 13 14:38:27.691018 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-30061869-594b-48d0-a62e-19d061aec7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.693180 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-30061869-594b-48d0-a62e-19d061aec7e6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434892 May 13 14:38:27.795627 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-85a2ebbb-c445-46e4-855e-e427f47afafd service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932834 May 13 14:38:27.897576 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08ea4224-4c87-403d-916c-b1a8f4613a4b req-f48447c2-9663-4da7-8f62-0564aaf58c36 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861146 May 13 14:38:28.785133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cdc-4ed8-4eb8-9353-5772c1cd4464 req-b8d8250c-6953-4ec7-affe-fcc3520db4ab tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.786504 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7e98cdc-4ed8-4eb8-9353-5772c1cd4464 req-b8d8250c-6953-4ec7-affe-fcc3520db4ab tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0466931 May 13 14:38:28.838435 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7e98cdc-4ed8-4eb8-9353-5772c1cd4464 req-3695d6f5-45f6-4ecd-a1cd-2c0918fcd5af tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456080 May 13 14:38:29.955712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdc478-b9fe-46f9-94da-d5247f39cc57 req-7f2c8b02-e04c-4be0-8dcc-2a77315dc051 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.957926 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-90cdc478-b9fe-46f9-94da-d5247f39cc57 req-7f2c8b02-e04c-4be0-8dcc-2a77315dc051 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0467327 May 13 14:38:30.008831 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-90cdc478-b9fe-46f9-94da-d5247f39cc57 req-a26cc3a9-673a-45c0-a2d1-9c610edd3448 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 May 13 14:38:30.841822 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:38:30.948311 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:38:30.960568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:38:31.004392 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:38:31.004784 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:31.017820 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:31.038300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:38:31.122785 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:31.127569 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7dbee-67f4-4061-adf0-4238a666cc73 req-2619ff8c-6033-40ce-b14c-af0ba50cd2c3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:31.133071 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0b7dbee-67f4-4061-adf0-4238a666cc73 req-2619ff8c-6033-40ce-b14c-af0ba50cd2c3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0486758 May 13 14:38:31.174450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:31.177819 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0b7dbee-67f4-4061-adf0-4238a666cc73 req-9fe06e2a-c229-45be-ac67-a9c5cac2caaf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 May 13 14:38:31.475098 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['78cacd6a-7306-4f03-926e-1921cc0fd00c'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:38:32.292742 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7dbe-cf3d-4767-b1ee-1dcb04966196 req-a2da8492-d8ad-4485-b8a3-c7ac1d541f1a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.294190 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48fd7dbe-cf3d-4767-b1ee-1dcb04966196 req-a2da8492-d8ad-4485-b8a3-c7ac1d541f1a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 944 time: 0.0455658 May 13 14:38:32.340713 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48fd7dbe-cf3d-4767-b1ee-1dcb04966196 req-e8f9c104-0244-4f00-9611-b7777ad1b5ba tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 May 13 14:38:32.861595 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:38:32.908074 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 78cacd6a-7306-4f03-926e-1921cc0fd00c completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:38:32.985316 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 78cacd6a-7306-4f03-926e-1921cc0fd00c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:38:32.985695 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:33.064456 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:38:33.064840 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:33.088249 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:33.090464 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a3192-e91b-448d-a3d2-d774967c342d" -d '{"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:38:33.105539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:38:33.132043 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87681da-d444-46fd-9ce8-a9f8025e6db9 x-openstack-request-id: req-f87681da-d444-46fd-9ce8-a9f8025e6db9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:38:33.132043 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:38:33.132043 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f87681da-d444-46fd-9ce8-a9f8025e6db9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:38:33.132043 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87681da-d444-46fd-9ce8-a9f8025e6db9'] response: {'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'code': 200} May 13 14:38:33.180095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:33.231902 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:33.439150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08399b90-93f3-4e2f-b330-1aac3f5a8d5e req-b8351fee-b168-4fc3-bf47-ea914778c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.440705 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08399b90-93f3-4e2f-b330-1aac3f5a8d5e req-b8351fee-b168-4fc3-bf47-ea914778c4dc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1129 time: 0.0391092 May 13 14:38:33.493601 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-08399b90-93f3-4e2f-b330-1aac3f5a8d5e req-86579103-7c6d-4cab-ad14-aca3805df2ed service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 May 13 14:38:33.684659 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b2d6-a068-4a4e-ba6b-2f057d272222 req-64d540e3-9225-4788-8300-da862d4b30d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.686051 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e385b2d6-a068-4a4e-ba6b-2f057d272222 req-64d540e3-9225-4788-8300-da862d4b30d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.2689643 May 13 14:38:33.733249 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e385b2d6-a068-4a4e-ba6b-2f057d272222 req-6e4239fe-fbe7-456f-9295-1e2b2df36ec7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 May 13 14:38:34.863564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e588f9-951c-4e12-84c1-12e01729fd84 req-b7753e68-fb31-4ee6-b5b9-2dce3f195d4b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:34.865123 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09e588f9-951c-4e12-84c1-12e01729fd84 req-b7753e68-fb31-4ee6-b5b9-2dce3f195d4b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0513713 May 13 14:38:34.912369 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09e588f9-951c-4e12-84c1-12e01729fd84 req-5f723bb4-7b1e-40e0-b467-37f800d07c6f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 May 13 14:38:36.033450 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15d6e3-fa74-4aa9-b654-180191bd9585 req-353d08d8-ed83-4e9d-8977-27e1d84d96cf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.035027 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6d15d6e3-fa74-4aa9-b654-180191bd9585 req-353d08d8-ed83-4e9d-8977-27e1d84d96cf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0509372 May 13 14:38:36.083470 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6d15d6e3-fa74-4aa9-b654-180191bd9585 req-6d01f966-7cbc-4bf2-8826-acfd39ccf56b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 May 13 14:38:36.196659 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20911b9-75af-41b0-9f82-b98527a556e4 req-7966c729-b415-4614-a39e-9c43a4983579 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.198003 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e20911b9-75af-41b0-9f82-b98527a556e4 req-7966c729-b415-4614-a39e-9c43a4983579 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0461731 May 13 14:38:36.206468 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46112) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:38:36.211327 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Request body: {'floatingip': {'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:38:36.252540 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:36.712730 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:36.785396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:36.889828 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Floating IP 6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76 associated. External IP: 172.27.0.185, port: 78cacd6a-7306-4f03-926e-1921cc0fd00c. May 13 14:38:37.117137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:38:37.231646 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:38:37.236785 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:37.242204 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:37.255272 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:37.255902 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:37.266833 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0131c513-e2fd-416f-b277-46128cbf53be tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "PUT /v2.0/floatingips/6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76 HTTP/1.1" status: 200 len: 991 time: 1.0592701 May 13 14:38:37.267424 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:37.269683 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:38:37.306252 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62fc858-fd3b-464f-a2a8-66159652fc3d x-openstack-request-id: req-f62fc858-fd3b-464f-a2a8-66159652fc3d {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:38:37.306551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:38:37.306849 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f62fc858-fd3b-464f-a2a8-66159652fc3d {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:38:37.307258 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62fc858-fd3b-464f-a2a8-66159652fc3d'] response: {'name': 'network-changed', 'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'status': 'completed', 'code': 200} May 13 14:38:37.367947 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:37.372797 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-3ce897cf-4c49-449d-9927-e31deaaf2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.374316 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-3ce897cf-4c49-449d-9927-e31deaaf2d06 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1129 time: 0.0407448 May 13 14:38:37.464420 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-1675743d-3e3a-40d5-a04a-aa8bf608a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.466171 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-1675743d-3e3a-40d5-a04a-aa8bf608a1a5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.0852437 May 13 14:38:37.541935 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-b2d0fede-74f6-4e63-854f-abd0a4204bd6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 999 time: 0.0661211 May 13 14:38:37.590091 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:38:21Z', 'updated_at': '2022-05-13T14:38:36Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:37.592809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-312884ab-eade-4adb-a59f-a92fbc7113de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.594290 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-312884ab-eade-4adb-a59f-a92fbc7113de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0460813 May 13 14:38:37.618864 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:37.627698 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:38:37.628350 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:37.650214 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-642efe59-cb5d-4dbb-a88f-35f557c1197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.657809 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-642efe59-cb5d-4dbb-a88f-35f557c1197d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415878 May 13 14:38:37.740732 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:38:37.749928 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-685268ae-3acb-47f5-a7e8-19262d70a1c6 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 May 13 14:38:37.841712 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bfb67d32-dd9b-4a3e-9644-e305bab8da8b req-eb376d57-557b-4955-b1c8-d95cb940cccd service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 May 13 14:38:37.961715 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:38:21Z', 'updated_at': '2022-05-13T14:38:36Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:37.988140 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f842beb-47bb-4abc-a5a2-a0bb055a4d9a None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:38:21Z', 'updated_at': '2022-05-13T14:38:36Z', 'revision_number': 1, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:38.188148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514c8c0-36e6-4fa5-8b04-8eae90c70842 None None] New status for floating IP 6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:39.670637 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:38:46.000115 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602684-bc10-4f5e-b295-6e2a1c018797 req-9e7c72b1-0eff-4f00-bc25-b2369461ae53 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.001777 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb602684-bc10-4f5e-b295-6e2a1c018797 req-9e7c72b1-0eff-4f00-bc25-b2369461ae53 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0504286 May 13 14:38:46.056568 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb602684-bc10-4f5e-b295-6e2a1c018797 req-e92e3fe6-10a1-4b52-8129-31caf21fd591 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485024 May 13 14:38:46.057827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-47776a6d-9df5-4af6-82ac-bdc1c43e72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.059390 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-47776a6d-9df5-4af6-82ac-bdc1c43e72ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0457907 May 13 14:38:46.150322 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-56c5d573-bfa9-47e8-97ce-0572beb4a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.152596 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-56c5d573-bfa9-47e8-97ce-0572beb4a81d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.0862529 May 13 14:38:46.222210 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-b5db64ac-e8c4-403e-a91d-56e8a995dfab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 1001 time: 0.0619628 May 13 14:38:46.269807 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-e7bab8e3-f363-48fd-9efe-46b972a651e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.271220 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-e7bab8e3-f363-48fd-9efe-46b972a651e4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0428820 May 13 14:38:46.314831 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-b1ca61c6-9e9b-4301-8bb7-262bf184fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.316314 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-b1ca61c6-9e9b-4301-8bb7-262bf184fc57 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386236 May 13 14:38:46.410516 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-2dbc2f58-1391-4355-b859-599f738461f7 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876086 May 13 14:38:46.500613 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3908744a-292b-4db1-81ec-2a5af3614f79 req-9b4fc0f7-1741-49ea-aee0-402759fe0490 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843365 May 13 14:38:47.174590 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a45904-e265-4484-90d7-19d2547c7be1 req-e3c2b314-a4e1-49f3-a452-cb3ef1868a51 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.176157 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d6a45904-e265-4484-90d7-19d2547c7be1 req-e3c2b314-a4e1-49f3-a452-cb3ef1868a51 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0481052 May 13 14:38:47.228251 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d6a45904-e265-4484-90d7-19d2547c7be1 req-43ebb975-8942-46f2-ab13-276b7fd22753 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455008 May 13 14:38:48.139365 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:48.350657 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d385f-de2c-482b-b2f3-8db4d5282eed req-bb2a57ee-b469-48c4-a1c6-7582b8f9def6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.352211 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-431d385f-de2c-482b-b2f3-8db4d5282eed req-bb2a57ee-b469-48c4-a1c6-7582b8f9def6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0520558 May 13 14:38:48.397215 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abb0d983-d4c4-49a3-b010-afce624be01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:48.400551 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-431d385f-de2c-482b-b2f3-8db4d5282eed req-1d68e692-26d0-4e1a-a6e7-63504ba54f71 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 May 13 14:38:48.704700 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-e147110c-ea71-4251-b98b-1c6a73fb5a0f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421839 May 13 14:38:48.797381 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-5abd89d7-b85c-4978-ba81-20c0bf05ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.798816 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-5abd89d7-b85c-4978-ba81-20c0bf05ea73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 1129 time: 0.0448945 May 13 14:38:48.911136 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-332785eb-0c8e-4482-aa0c-6f0c9f1aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.912643 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-332785eb-0c8e-4482-aa0c-6f0c9f1aa595 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.0899711 May 13 14:38:48.995656 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-321401b5-2ae7-4381-9040-8401ceb8bd65 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 200 len: 1000 time: 0.0685031 May 13 14:38:49.045375 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-9e1f29c6-05ab-4025-aac8-a022eda4cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.046832 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-9e1f29c6-05ab-4025-aac8-a022eda4cb53 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0436969 May 13 14:38:49.091508 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-a9c718c0-98f1-4fb6-aaa7-2d371addf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.093022 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-a9c718c0-98f1-4fb6-aaa7-2d371addf8d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398183 May 13 14:38:49.191799 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-d6f776a2-8514-40bb-a929-01a2d76d054c service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876398 May 13 14:38:49.288384 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f89f18c1-2bcf-4ab3-9a47-3ffb96d316e9 req-a419474c-37e1-4f2b-80b9-7735043e0312 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 May 13 14:38:49.569906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7de37-a55a-412d-837c-eaa6c5bb1a66 req-80c45c18-61f6-4b69-af0d-43f817501053 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.571409 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b9e7de37-a55a-412d-837c-eaa6c5bb1a66 req-80c45c18-61f6-4b69-af0d-43f817501053 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.1001112 May 13 14:38:49.619344 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b9e7de37-a55a-412d-837c-eaa6c5bb1a66 req-5e75d1b1-b3ab-4a22-ae11-8df7d26eec6b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 May 13 14:38:50.573917 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19fbf634-cffb-4a14-82fe-bba3b872cabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:50.737108 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024800-43db-4779-9bab-a503f4e7dd96 req-31ceb140-4d22-42da-a548-9b30b25ad467 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:50.738666 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8c024800-43db-4779-9bab-a503f4e7dd96 req-31ceb140-4d22-42da-a548-9b30b25ad467 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0498624 May 13 14:38:50.794246 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8c024800-43db-4779-9bab-a503f4e7dd96 req-a03a2934-e9c5-416d-aa16-6a4550c53c0c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484068 May 13 14:38:51.965808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4694ab9-deaf-4982-984a-3b2edb2c1946 req-8468f132-3553-4fce-87a9-f26ddc3764ad tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.967344 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b4694ab9-deaf-4982-984a-3b2edb2c1946 req-8468f132-3553-4fce-87a9-f26ddc3764ad tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.1002247 May 13 14:38:52.002262 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:52.016374 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b4694ab9-deaf-4982-984a-3b2edb2c1946 req-ab84e7ed-5606-4611-8516-a7a9bba61221 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432098 May 13 14:38:53.025912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:53.133430 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86ad7-82c4-4eab-bbc0-94630504bc88 req-0312efeb-8815-44f0-af89-7c42688f956d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.134944 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0b86ad7-82c4-4eab-bbc0-94630504bc88 req-0312efeb-8815-44f0-af89-7c42688f956d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0480008 May 13 14:38:53.183030 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0b86ad7-82c4-4eab-bbc0-94630504bc88 req-f0bf0457-fee1-4d7b-8d48-85faf2dd3b09 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 May 13 14:38:54.299643 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd1816-a46f-4540-b569-06b3c628de50 req-6cd6db2b-c42b-4156-8ff3-d044d954f717 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:54.303979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-12dd1816-a46f-4540-b569-06b3c628de50 req-6cd6db2b-c42b-4156-8ff3-d044d954f717 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0473201 May 13 14:38:54.351742 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-12dd1816-a46f-4540-b569-06b3c628de50 req-5650c7b7-01b2-4563-87dd-44e560ff3516 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449698 May 13 14:38:54.825542 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:38:55.468515 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33f018-0c8e-4b53-abb7-c8cdc7396ee3 req-fcd1c764-6e7e-46e0-8bea-f9ddf01c05e7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.470005 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8f33f018-0c8e-4b53-abb7-c8cdc7396ee3 req-fcd1c764-6e7e-46e0-8bea-f9ddf01c05e7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0471895 May 13 14:38:55.519370 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8f33f018-0c8e-4b53-abb7-c8cdc7396ee3 req-61ad8a95-b531-46e3-8718-1090d7b2ae3e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 May 13 14:38:56.639271 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b15f5-4f3b-490b-93b2-64db1a0e5c56 req-d25db46e-8ee0-4557-872a-c442fbd7aba5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.640876 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-625b15f5-4f3b-490b-93b2-64db1a0e5c56 req-d25db46e-8ee0-4557-872a-c442fbd7aba5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0482917 May 13 14:38:56.687917 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-625b15f5-4f3b-490b-93b2-64db1a0e5c56 req-10e99ba8-b439-4abb-90b1-bb13adc2d5d7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 May 13 14:38:57.811337 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673d1b-75e2-471b-8cd0-1d36fab89e33 req-6ab772b6-fd9b-4798-bcc6-7da7b9cfd8be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:57.812840 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71673d1b-75e2-471b-8cd0-1d36fab89e33 req-6ab772b6-fd9b-4798-bcc6-7da7b9cfd8be tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0517948 May 13 14:38:57.860150 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71673d1b-75e2-471b-8cd0-1d36fab89e33 req-2c26df1d-2385-4661-9a27-0372039569b4 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 May 13 14:38:58.825684 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dd132-cf55-4a99-9c4f-ff7a3f9cab6e req-205395d4-b840-4aab-82d1-004f2d38fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.827124 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c29dd132-cf55-4a99-9c4f-ff7a3f9cab6e req-205395d4-b840-4aab-82d1-004f2d38fdc2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0407736 May 13 14:38:58.875283 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c29dd132-cf55-4a99-9c4f-ff7a3f9cab6e req-950a65d0-cd75-4772-baf6-2ce7d0c7bf16 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422423 May 13 14:38:58.975995 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a05d2-cfd6-48d9-9647-b2b25f29895a req-01f163c7-c9d2-4c94-a107-719a44694890 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.977489 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-388a05d2-cfd6-48d9-9647-b2b25f29895a req-01f163c7-c9d2-4c94-a107-719a44694890 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0482595 May 13 14:38:59.026319 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-388a05d2-cfd6-48d9-9647-b2b25f29895a req-9ae09ef4-1bfc-483b-95ab-2bf5771b1a01 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 May 13 14:39:00.140116 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47778-868d-49ec-a8f3-6468521493bc req-ef1788db-e4e7-4154-b320-37cb9748e19c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.141603 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cd47778-868d-49ec-a8f3-6468521493bc req-ef1788db-e4e7-4154-b320-37cb9748e19c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0473595 May 13 14:39:00.191933 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cd47778-868d-49ec-a8f3-6468521493bc req-b82b51c9-5936-4619-bd7d-620ccba925c5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 May 13 14:39:01.306532 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcec8-45b7-45c8-8360-fb24597e93fc req-04399ca6-ee18-4d34-ad3a-ff4dbe9a069d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.308088 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd1bcec8-45b7-45c8-8360-fb24597e93fc req-04399ca6-ee18-4d34-ad3a-ff4dbe9a069d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0464964 May 13 14:39:01.354841 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd1bcec8-45b7-45c8-8360-fb24597e93fc req-6f33453d-4964-4cf5-a1b5-e667479e77d6 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 May 13 14:39:01.847195 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7061-cec8-46ec-aeda-912222cc8a91 req-3b072f00-ae6e-4651-8069-78409c509d87 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.848816 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89af7061-cec8-46ec-aeda-912222cc8a91 req-3b072f00-ae6e-4651-8069-78409c509d87 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0483916 May 13 14:39:01.905503 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89af7061-cec8-46ec-aeda-912222cc8a91 req-a1bdccce-d5d3-4123-a791-87b6d5dadccd tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 May 13 14:39:01.935253 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-e30fa356-fe84-4a11-b469-40554774455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.936789 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-e30fa356-fe84-4a11-b469-40554774455e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0424104 May 13 14:39:02.026936 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-1da13aa7-7d00-47e0-bc14-b166fabf3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.028399 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-1da13aa7-7d00-47e0-bc14-b166fabf3171 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.0855162 May 13 14:39:02.097324 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-be2e35c2-d32b-4cdf-9db2-adda59dd1d85 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 1001 time: 0.0622866 May 13 14:39:02.147475 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-dabcb785-5776-43ce-ad19-61adaa62e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.148928 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-dabcb785-5776-43ce-ad19-61adaa62e41c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.0425587 May 13 14:39:02.191411 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-5f5eef1f-383d-47c0-86b1-069536a8827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.192868 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-5f5eef1f-383d-47c0-86b1-069536a8827f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380712 May 13 14:39:02.285458 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-b514ed5e-38f1-44f2-a702-4aaec3dcfcab service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 May 13 14:39:02.374289 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4594f6bc-822c-4733-a4e4-d41af35f389c req-8f9f6bcc-c11d-44a7-95c6-59d29a4a89de service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820379 May 13 14:39:03.027714 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02c074-c4c6-4ae0-b153-c8f2025e9f67 req-45d58779-5692-4f67-a1a9-44231a33f5ac tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.029280 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f02c074-c4c6-4ae0-b153-c8f2025e9f67 req-45d58779-5692-4f67-a1a9-44231a33f5ac tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0526140 May 13 14:39:03.076914 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f02c074-c4c6-4ae0-b153-c8f2025e9f67 req-b2a402f3-afee-47d2-ada6-016f1b255a4d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 May 13 14:39:03.516370 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150281f-2753-4871-8ae8-b3e9cde5c724 req-3949bd39-294e-4672-8558-318fcabc5669 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.517830 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c150281f-2753-4871-8ae8-b3e9cde5c724 req-3949bd39-294e-4672-8558-318fcabc5669 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0474813 May 13 14:39:03.564576 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c150281f-2753-4871-8ae8-b3e9cde5c724 req-9421d2bb-f7f4-49ac-bad2-c9d2661b6690 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 May 13 14:39:04.234876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a7180-acd6-48aa-8c21-0e028febd90c req-ee81e222-46e2-4560-99d0-c40f5192b10e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.236370 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b96a7180-acd6-48aa-8c21-0e028febd90c req-ee81e222-46e2-4560-99d0-c40f5192b10e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0820506 May 13 14:39:04.243084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df028e4-a0c1-4b7f-bd7f-f14dd7533445 req-84ef524e-b94b-4c40-8fe5-c62827294d41 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.245156 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7df028e4-a0c1-4b7f-bd7f-f14dd7533445 req-84ef524e-b94b-4c40-8fe5-c62827294d41 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0813074 May 13 14:39:04.316139 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b96a7180-acd6-48aa-8c21-0e028febd90c req-b99309ce-49c8-4064-b687-76175f5fc8aa tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700271 May 13 14:39:04.325978 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7df028e4-a0c1-4b7f-bd7f-f14dd7533445 req-f8c424bc-3054-47dc-ba90-56d24e3707e5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739663 May 13 14:39:04.682266 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6825c0-7d59-408b-acec-e88d7529258c req-5dfb8381-3d60-4410-a451-891b11820533 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.683362 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aa6825c0-7d59-408b-acec-e88d7529258c req-5dfb8381-3d60-4410-a451-891b11820533 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0498073 May 13 14:39:04.734336 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aa6825c0-7d59-408b-acec-e88d7529258c req-b7d52622-c4f1-4085-86bd-f0f4b45e31a7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 May 13 14:39:04.870275 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88063d6f-2ff3-4eb9-b045-b0c513125944 req-46dcc332-b003-4c32-a775-15de5a7582bb tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.871769 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88063d6f-2ff3-4eb9-b045-b0c513125944 req-46dcc332-b003-4c32-a775-15de5a7582bb tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0477846 May 13 14:39:04.921683 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88063d6f-2ff3-4eb9-b045-b0c513125944 req-925b172b-f516-42e0-b62a-3216d844309f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 May 13 14:39:05.467363 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3287d-126e-4166-baae-f5b32e08ce9d req-db7cdcc0-8cbd-4793-9866-fef28aa3bd0b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.470183 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-beb3287d-126e-4166-baae-f5b32e08ce9d req-db7cdcc0-8cbd-4793-9866-fef28aa3bd0b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0773618 May 13 14:39:05.474812 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7696de7-3571-4b9f-b44f-ebbafc5000cb req-11aba51f-80e2-4472-a766-af15648282c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.476155 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f7696de7-3571-4b9f-b44f-ebbafc5000cb req-11aba51f-80e2-4472-a766-af15648282c6 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0760860 May 13 14:39:05.548932 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-beb3287d-126e-4166-baae-f5b32e08ce9d req-541fca78-02e1-4513-aec2-b39102875fb2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718353 May 13 14:39:05.553400 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f7696de7-3571-4b9f-b44f-ebbafc5000cb req-b8e13ead-1aca-4d9b-8186-36034a0995ee tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701251 May 13 14:39:05.851382 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524037-3ae4-43cf-b628-a899e06d0a7f req-439c8504-2dfe-4ced-89b6-42c9e0dbd54c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.852858 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8524037-3ae4-43cf-b628-a899e06d0a7f req-439c8504-2dfe-4ced-89b6-42c9e0dbd54c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0492511 May 13 14:39:05.901707 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8524037-3ae4-43cf-b628-a899e06d0a7f req-977b5150-93e9-4500-bde3-349c9cc65dac tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 May 13 14:39:06.033389 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7540-b8d5-4b3e-9083-55dc22c680d2 req-c28b7682-ee7b-4e13-be76-cd11ee39d2e9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.034801 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f2f7540-b8d5-4b3e-9083-55dc22c680d2 req-c28b7682-ee7b-4e13-be76-cd11ee39d2e9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0467072 May 13 14:39:06.084604 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f2f7540-b8d5-4b3e-9083-55dc22c680d2 req-f55ac00d-65d0-4052-b569-b667a9e57192 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 May 13 14:39:06.691297 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10d0ad-3ce8-440a-9e68-dc7be471132d req-6be43943-f36e-423f-8bee-25611ca6caf2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.692820 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb10d0ad-3ce8-440a-9e68-dc7be471132d req-6be43943-f36e-423f-8bee-25611ca6caf2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0720949 May 13 14:39:06.706677 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a67d79-1c9a-456f-9956-1d5ef0e69f42 req-20aabfc3-8c24-4bba-a2b1-7e9335291501 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.708074 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5a67d79-1c9a-456f-9956-1d5ef0e69f42 req-20aabfc3-8c24-4bba-a2b1-7e9335291501 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0787892 May 13 14:39:06.785312 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb10d0ad-3ce8-440a-9e68-dc7be471132d req-60759a62-8129-4df2-ad73-9a4aab2a2542 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855646 May 13 14:39:06.789227 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5a67d79-1c9a-456f-9956-1d5ef0e69f42 req-6f92e725-9064-482b-ab23-bbe27270c7ab tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752263 May 13 14:39:06.901536 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02487-b7a9-458a-a8b4-83e76d490551 req-2185d44f-7de8-43f2-be7e-db80c00a4363 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.903021 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-05d02487-b7a9-458a-a8b4-83e76d490551 req-2185d44f-7de8-43f2-be7e-db80c00a4363 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0464549 May 13 14:39:06.911582 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46314) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:06.915902 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Request body: {'floatingip': {'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:06.971808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:07.118518 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d10f-7306-4b31-be97-819fdc1a8c95 req-fc0bd8fa-1eb1-41ea-a58b-0cd62b77facc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.120055 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6493d10f-7306-4b31-be97-819fdc1a8c95 req-fc0bd8fa-1eb1-41ea-a58b-0cd62b77facc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0945373 May 13 14:39:07.264803 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e5e7d-ffa8-4d3e-8f05-c68a65cef6ae req-7c9fe9fc-cdcf-4f61-984a-195bb8151fa0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.266268 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a4e5e7d-ffa8-4d3e-8f05-c68a65cef6ae req-7c9fe9fc-cdcf-4f61-984a-195bb8151fa0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0802207 May 13 14:39:07.296999 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6493d10f-7306-4b31-be97-819fdc1a8c95 req-b8cb5166-7e4a-4c3e-953c-fbb726a190e6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692426 May 13 14:39:07.392345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a4e5e7d-ffa8-4d3e-8f05-c68a65cef6ae req-75e87d3d-586c-4e53-a5fc-47f42439ae12 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928349 May 13 14:39:07.594652 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:07.653750 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:08.022739 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31bf69-1e8d-4ee9-a124-8538119857d0 req-48aacd2b-952f-46c3-8d19-7cdb38c646f3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.024176 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb31bf69-1e8d-4ee9-a124-8538119857d0 req-48aacd2b-952f-46c3-8d19-7cdb38c646f3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0612698 May 13 14:39:08.117416 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb31bf69-1e8d-4ee9-a124-8538119857d0 req-24f728f3-3ee0-4a8d-b8fb-5a04e904b089 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596070 May 13 14:39:08.164713 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:08.277814 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:08.282932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:08.287992 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:08.298445 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:08.303184 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:08.313865 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:08.316197 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336bf75d-4618-4ff0-9997-d87df23cdd77" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:08.354123 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-77209e35-08c9-45ab-b020-d528e343608a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "PUT /v2.0/floatingips/3de116b8-2837-4145-8900-f6421bba2b45 HTTP/1.1" status: 200 len: 993 time: 1.4413478 May 13 14:39:08.432503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48613b34-d51e-4ca3-b2eb-c16bd7631c69 x-openstack-request-id: req-48613b34-d51e-4ca3-b2eb-c16bd7631c69 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:08.433257 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:08.434051 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-48613b34-d51e-4ca3-b2eb-c16bd7631c69 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:08.434907 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48613b34-d51e-4ca3-b2eb-c16bd7631c69'] response: {'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'status': 'completed', 'code': 200} May 13 14:39:08.449691 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa27fe-12bc-458f-a599-86655e219b6e req-9cca626d-4e0b-4f62-9965-5bfbc02c6d0c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.452382 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4daa27fe-12bc-458f-a599-86655e219b6e req-9cca626d-4e0b-4f62-9965-5bfbc02c6d0c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0722237 May 13 14:39:08.510422 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:08.514019 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4daa27fe-12bc-458f-a599-86655e219b6e req-6b6b0832-488b-4dc9-a293-bd7f45ea19c8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550170 May 13 14:39:08.649806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f87690-16eb-4491-8ed1-7398ce64f579 req-3c9fb36b-de74-4405-be19-869de27d6e11 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.653361 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b9f87690-16eb-4491-8ed1-7398ce64f579 req-3c9fb36b-de74-4405-be19-869de27d6e11 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.0542102 May 13 14:39:08.706573 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b9f87690-16eb-4491-8ed1-7398ce64f579 req-67a7461b-f461-495e-bdc0-6258ec1feec4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 May 13 14:39:08.739180 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:39:07Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:08.770860 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:08.779499 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:08.780041 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:08.890656 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:09.138231 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:39:07Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:09.170505 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74222c8-1dd6-428c-86b9-a3bcc0989d47 None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '3de116b8-2837-4145-8900-f6421bba2b45', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'port_id': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'mac_address': 'fa:16:3e:cf:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac45da1-3701-4106-a225-43ec57de56c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:31Z', 'updated_at': '2022-05-13T14:39:07Z', 'revision_number': 3, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:09.236111 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a25-85e0-42b9-b5c0-cbf4ad7e4632 req-6b585035-c9fe-44fe-b42e-801a552fca36 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.237756 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf319a25-85e0-42b9-b5c0-cbf4ad7e4632 req-6b585035-c9fe-44fe-b42e-801a552fca36 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0516121 May 13 14:39:09.290185 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf319a25-85e0-42b9-b5c0-cbf4ad7e4632 req-29cc6571-0ddc-4eba-a2c4-2fa7d1cbe0c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 May 13 14:39:09.442296 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4b964-f689-46ea-a133-66fc159367cf req-099ccb2c-17fa-4252-aeb6-2ca85e62fa3f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.443790 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2d4b964-f689-46ea-a133-66fc159367cf req-099ccb2c-17fa-4252-aeb6-2ca85e62fa3f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 946 time: 0.0484040 May 13 14:39:09.467910 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-82708351-8068-4ab7-a911-916b36cb0ae0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.469386 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-82708351-8068-4ab7-a911-916b36cb0ae0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.1100879 May 13 14:39:09.475450 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-bb7424fa-8b09-47a8-bb8e-b500290ebf38 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.476788 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-bb7424fa-8b09-47a8-bb8e-b500290ebf38 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.1189189 May 13 14:39:09.512723 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-534f1018-477f-42c9-a37d-d9a670a6154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.514224 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-534f1018-477f-42c9-a37d-d9a670a6154f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.1825738 May 13 14:39:09.584738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:39:09.585080 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:09.681998 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67727-8f8f-4052-97e1-7094e956f455 req-41e238d3-36c9-410c-9b41-429f7f940f43 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.684003 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7c67727-8f8f-4052-97e1-7094e956f455 req-41e238d3-36c9-410c-9b41-429f7f940f43 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0958223 May 13 14:39:09.702584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:39:09.702584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:09.708312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Deleting port 955dccd4-5b16-4a13-a923-56141a6c59ec {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:39:09.708643 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:09.749105 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] For port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:09.749482 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:09.799153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7c67727-8f8f-4052-97e1-7094e956f455 req-bfbac3d3-831c-431e-8e12-626d1bd4ff28 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071765 May 13 14:39:09.808488 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-52ec0945-685c-4cd8-90b3-53c8f4853e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.809962 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-52ec0945-685c-4cd8-90b3-53c8f4853e80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.2715459 May 13 14:39:09.926855 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5827bb-8b6b-47c8-ab66-a45fa35f4bce req-b1ae1f59-79e9-4bd2-9f6f-8bdfe0d9579a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.928442 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f5827bb-8b6b-47c8-ab66-a45fa35f4bce req-b1ae1f59-79e9-4bd2-9f6f-8bdfe0d9579a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 945 time: 0.1329689 May 13 14:39:10.063100 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f5827bb-8b6b-47c8-ab66-a45fa35f4bce req-d9246a3e-d5c2-4b3e-8778-41d197c3f38f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=022dd91a-89db-4007-9338-b656a56df147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027060 May 13 14:39:10.084485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.084859 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (2f65bbca-c16a-4862-981a-17e7887e882c), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.085178 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP 2f65bbca-c16a-4862-981a-17e7887e882c disassociated. External IP: 172.27.0.206, port: 0c7723f2-cd0d-47c2-85a3-ef228f2c6166. May 13 14:39:10.085553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:39:10.191793 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] For port bfd2d37c-8d1c-4281-bd52-abf1caf667a5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:10.192150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.195921 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] For port 955dccd4-5b16-4a13-a923-56141a6c59ec, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=955dccd4-5b16-4a13-a923-56141a6c59ec,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:10.196273 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.200695 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-17e8ccf5-59d6-4fc7-8fa0-3cc503ded319 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 1001 time: 0.3769369 May 13 14:39:10.283119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (0c7723f2-cd0d-47c2-85a3-ef228f2c6166), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.312496 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=0c7723f2-cd0d-47c2-85a3-ef228f2c6166,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:10.358819 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-da0ebe69-8205-43d2-a982-60b7ea8f36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.358819 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-da0ebe69-8205-43d2-a982-60b7ea8f36ef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.1422167 May 13 14:39:10.380847 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.381468 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.381585 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.381844 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.382171 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.382500 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.382848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.383173 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.383494 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.383895 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.384239 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.384567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.384982 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.385828 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.386170 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:10.425166 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-707b2f84-975b-4a4d-a117-776e3b862a73 req-2d5dfa1f-6edb-484e-b7c4-17d3143453b7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 210 time: 0.0337381 May 13 14:39:10.437733 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:10.440065 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fa01b-0c49-4a74-a1cc-a3889b235294" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:10.486848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109ead2-3971-4b3a-a06a-1c07a74711c5 x-openstack-request-id: req-8109ead2-3971-4b3a-a06a-1c07a74711c5 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:10.487211 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:10.487559 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8109ead2-3971-4b3a-a06a-1c07a74711c5 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:10.488012 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8109ead2-3971-4b3a-a06a-1c07a74711c5'] response: {'name': 'network-changed', 'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'status': 'completed', 'code': 200} May 13 14:39:10.505532 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:10.526333 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-a105f708-30a0-40a2-8eca-ee25ba0227cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.527900 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-a105f708-30a0-40a2-8eca-ee25ba0227cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1402721 May 13 14:39:10.618369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:10.628902 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:10.640320 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:10.640533 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.640744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.641024 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c disassociated. External IP: 172.27.0.250, port: bfd2d37c-8d1c-4281-bd52-abf1caf667a5. May 13 14:39:10.641367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for bfd2d37c-8d1c-4281-bd52-abf1caf667a5 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:39:10.641987 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.671411 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.671774 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.672085 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Floating IP 43c3ff78-afe1-409f-a2f4-e56575bb6da6 disassociated. External IP: 172.27.0.21, port: 955dccd4-5b16-4a13-a923-56141a6c59ec. May 13 14:39:10.672425 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Calling delete_port for 955dccd4-5b16-4a13-a923-56141a6c59ec owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:39:10.687422 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] No DVR routers for this DVR port 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 on host hv-cinder-84175 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:10.689950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:10.698101 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2d4b964-f689-46ea-a133-66fc159367cf req-c8e917fb-6d08-47bf-bc84-c4f0ac96d984 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "DELETE /v2.0/ports/0c7723f2-cd0d-47c2-85a3-ef228f2c6166 HTTP/1.1" status: 204 len: 173 time: 1.2478628 May 13 14:39:10.766302 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:10.767505 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-e9e854f9-49ba-4c5b-8466-22e2455ac90e service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084675 May 13 14:39:10.957783 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba4e92-3434-4bd9-8b4d-819899df3bad req-0ccf3254-38c9-401a-b685-6993932446c5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.965555 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cba4e92-3434-4bd9-8b4d-819899df3bad req-0ccf3254-38c9-401a-b685-6993932446c5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 946 time: 0.0649364 May 13 14:39:10.976103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.981162 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-336bf75d-4618-4ff0-9997-d87df23cdd77 req-75429fbf-e73a-4186-9926-3dddf61f9764 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992514 May 13 14:39:11.004414 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:11.014141 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:11.014833 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:11.030370 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3cba4e92-3434-4bd9-8b4d-819899df3bad req-9997e04e-cb2c-4f8b-be90-60c924658eb3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e4a2860-bf9a-4e6d-a181-5c54e30239d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637798 May 13 14:39:11.063914 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device bfd2d37c-8d1c-4281-bd52-abf1caf667a5 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:39:11.084289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (bfd2d37c-8d1c-4281-bd52-abf1caf667a5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:11.125606 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-1458b275-46a8-4984-830b-1f2badbdf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.127187 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-1458b275-46a8-4984-830b-1f2badbdf044 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 1129 time: 0.0804701 May 13 14:39:11.129555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=bfd2d37c-8d1c-4281-bd52-abf1caf667a5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:11.131404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (955dccd4-5b16-4a13-a923-56141a6c59ec), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:11.189331 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:11.198209 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cdc68583-332a-4388-93c5-eeaed59def4b req-0ac2ccf3-4238-43ba-b870-fbcd2d38b312 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0404427 May 13 14:39:11.227236 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No active binding found for port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 {{(pid=103808) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 13 14:39:11.227613 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] The host hv-cinder-84175 is not matching for port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 host None! {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 13 14:39:11.228168 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device bfd2d37c-8d1c-4281-bd52-abf1caf667a5 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:39:11.229200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:39:11.255130 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:39:11.255474 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 0c7723f2-cd0d-47c2-85a3-ef228f2c6166 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:39:11.283754 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'Port': ['ID=955dccd4-5b16-4a13-a923-56141a6c59ec,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:11.412637 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-8c1faf71-be63-4c24-b29d-99cc5280c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.414148 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-8c1faf71-be63-4c24-b29d-99cc5280c9fd service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.2794726 May 13 14:39:11.420304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:11.449744 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba76470-c74b-437d-8559-d174ee127943 None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:11.504670 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:11.550110 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-bb67808a-4d14-495e-b60a-fd209c710a42 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 200 len: 1001 time: 0.1245282 May 13 14:39:11.561814 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:11.571327 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-69c3b3e8-6f21-4bff-9395-a13ca7ceebb9 req-fde9fab1-89c4-4d4f-8f80-23f1bd93d380 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=6877e730-9a79-4e2e-b96b-a60cf3339657 HTTP/1.1" status: 200 len: 210 time: 0.0369523 May 13 14:39:11.752743 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:11.766813 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205bb85f-6072-44f9-8e3a-f0ee381260fa None None] New status for floating IP 2f65bbca-c16a-4862-981a-17e7887e882c: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:11.793792 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:11.810310 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:11.811440 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:11.839553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:11.861207 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-ab6edbaf-b78b-4123-9c1f-e17e3beddeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.868093 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-ab6edbaf-b78b-4123-9c1f-e17e3beddeb2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.1465163 May 13 14:39:11.868727 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:11.877615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] No DVR routers for this DVR port bfd2d37c-8d1c-4281-bd52-abf1caf667a5 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:11.907694 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:11.911070 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-01fd0fbc-d9ec-4a52-ae75-ff05aea77cbb req-73b20c25-a558-4899-80ee-cb5ad2b2d80e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "DELETE /v2.0/ports/bfd2d37c-8d1c-4281-bd52-abf1caf667a5 HTTP/1.1" status: 204 len: 173 time: 2.4228992 May 13 14:39:11.911447 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'name': 'network-vif-deleted', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:11.913680 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34620e9b-a54f-4ef5-aa84-53ee379afd90" -d '{"events": [{"server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "name": "network-vif-deleted", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:11.944126 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] No DVR routers for this DVR port 955dccd4-5b16-4a13-a923-56141a6c59ec on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:11.946502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-0d8e51e2-99dd-47c9-b9d3-85abb1fdc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.948829 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-0d8e51e2-99dd-47c9-b9d3-85abb1fdc16b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695646 May 13 14:39:11.950066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:11.953313 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5487aded-6ab5-4df3-b6c0-ef7bffccdc6f req-996b9046-d975-4121-a062-3dc102d5094b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "DELETE /v2.0/ports/955dccd4-5b16-4a13-a923-56141a6c59ec HTTP/1.1" status: 204 len: 173 time: 2.4730992 May 13 14:39:11.978286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098858c1-925f-4953-8661-da6920788ce3 x-openstack-request-id: req-098858c1-925f-4953-8661-da6920788ce3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:11.978615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8", "name": "network-vif-deleted", "tag": "bfd2d37c-8d1c-4281-bd52-abf1caf667a5", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:11.978896 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-098858c1-925f-4953-8661-da6920788ce3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:11.979298 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098858c1-925f-4953-8661-da6920788ce3'] response: {'server_uuid': '6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8', 'name': 'network-vif-deleted', 'tag': 'bfd2d37c-8d1c-4281-bd52-abf1caf667a5', 'status': 'completed', 'code': 200} May 13 14:39:12.004712 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:12.018817 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:12.019690 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.101312 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-acf045fe-f129-4b03-b92e-18a091d1a2b6 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406872 May 13 14:39:12.140445 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:12.232823 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bbcf3fd2-1220-415d-89c2-1872a943f11e req-25266219-86ff-46bb-ba91-fafa5b8505e3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0668604 May 13 14:39:12.272596 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.282018 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d66fa01b-0c49-4a74-a1cc-a3889b235294 req-390f58ba-e179-4bb4-bf93-465ed862d213 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698236 May 13 14:39:12.306154 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:12.319796 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:12.320571 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.342815 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.373562 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:12.378494 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40437543-e893-41e0-80e3-d152aa41e133 req-cabb5510-64c1-4e3e-bbd9-5a0f21418493 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=c18c4bd2-0727-4b8d-8195-5f48e6c0d094 HTTP/1.1" status: 200 len: 210 time: 0.0494082 May 13 14:39:12.383527 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:12.385404 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:38:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.489410 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'name': 'network-vif-deleted', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:12.492043 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d96cb1-f8c8-44e5-94f1-0d371ce0841a" -d '{"events": [{"server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "name": "network-vif-deleted", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:12.504027 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:12.537454 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91461e-44fd-4669-b991-1339a7e0d564 x-openstack-request-id: req-fe91461e-44fd-4669-b991-1339a7e0d564 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:12.537969 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6877e730-9a79-4e2e-b96b-a60cf3339657", "name": "network-vif-deleted", "tag": "0c7723f2-cd0d-47c2-85a3-ef228f2c6166", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:12.538402 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fe91461e-44fd-4669-b991-1339a7e0d564 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:12.539071 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe91461e-44fd-4669-b991-1339a7e0d564'] response: {'server_uuid': '6877e730-9a79-4e2e-b96b-a60cf3339657', 'name': 'network-vif-deleted', 'tag': '0c7723f2-cd0d-47c2-85a3-ef228f2c6166', 'status': 'completed', 'code': 200} May 13 14:39:12.607576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:12.805008 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.810323 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:12.834393 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125870-1551-46aa-a901-26e0c13dcd39 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:12.847037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a244de1-de93-4e20-8195-c13b71874d1f None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:12.855943 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-e5763958-7ff0-4408-b342-e85462a66c8f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916240368&fields=id&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 267 time: 0.0471447 May 13 14:39:12.976556 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-eec53cf8-d067-4279-9416-bbcbad99eaf9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.978028 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-eec53cf8-d067-4279-9416-bbcbad99eaf9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1156478 May 13 14:39:12.999703 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-e4bd7371-1975-464e-8e48-0fa09a6376a2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/quotas/8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 375 time: 0.0136099 May 13 14:39:13.046112 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 955dccd4-5b16-4a13-a923-56141a6c59ec no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:39:13.048252 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-5d4d31cf-50c9-4aa7-946f-820662e95be1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462487 May 13 14:39:13.068759 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 955dccd4-5b16-4a13-a923-56141a6c59ec {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:39:13.069105 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 955dccd4-5b16-4a13-a923-56141a6c59ec not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:39:13.132589 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d6990-d640-45c4-8a7b-95366cd48d10 None None] New status for floating IP 43c3ff78-afe1-409f-a2f4-e56575bb6da6: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:13.211399 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-a9af839b-809c-4c47-bb85-570083e00aa3 service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506217 May 13 14:39:13.359964 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-23196422-47fd-4e53-9757-4161a6c82cc9 service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408579 May 13 14:39:13.361970 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-258e5d29-4818-446f-856f-1cbfff69cb07 req-65a873f6-e59e-4dbe-870e-c8dee9a5fb18 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=6fe3160f-be24-40ff-8c5f-aee1fa1fd6b8 HTTP/1.1" status: 200 len: 210 time: 0.0420537 May 13 14:39:13.405533 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57b6ed-e46c-415d-8b16-e0c4ea3b34e9 None None] New status for floating IP a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:13.596565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46394) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:13.659314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (022dd91a-89db-4007-9338-b656a56df147), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:13.684629 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (022dd91a-89db-4007-9338-b656a56df147), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:13.819744 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (022dd91a-89db-4007-9338-b656a56df147), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:13.822611 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:13.823938 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "DELETE /v2.0/security-groups/022dd91a-89db-4007-9338-b656a56df147 HTTP/1.1" status: 204 len: 168 time: 0.2263713 May 13 14:39:13.826844 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46396) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:13.833004 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb74b-0bb9-403f-90ac-bb319feda8a8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022dd91a-89db-4007-9338-b656a56df147,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:13.844913 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-43068aed-d87d-41fa-a40d-72f0c7b75a25 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] show failed (client error): The resource could not be found. May 13 14:39:13.845960 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-43068aed-d87d-41fa-a40d-72f0c7b75a25 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups/022dd91a-89db-4007-9338-b656a56df147 HTTP/1.1" status: 404 len: 347 time: 0.0181258 May 13 14:39:13.849343 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46398) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:13.982243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'name': 'network-vif-deleted', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:13.984789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4105c3e4-30c3-42d5-b38f-02f883f3ff53" -d '{"events": [{"server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "name": "network-vif-deleted", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:13.990854 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Deleting port 7cd59043-0bbd-457c-856b-64590a442b8a {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:39:13.991594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.005793 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1e5dbcd-e115-4f95-b690-e8a713f667eb req-242b2407-84ba-418a-951e-20512a104161 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 210 time: 0.0446920 May 13 14:39:14.046721 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac629d-1070-4374-a920-3b9c26c70e6e x-openstack-request-id: req-faac629d-1070-4374-a920-3b9c26c70e6e {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:14.049677 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18c4bd2-0727-4b8d-8195-5f48e6c0d094", "name": "network-vif-deleted", "tag": "955dccd4-5b16-4a13-a923-56141a6c59ec", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:14.049677 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-faac629d-1070-4374-a920-3b9c26c70e6e {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:14.049677 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faac629d-1070-4374-a920-3b9c26c70e6e'] response: {'server_uuid': 'c18c4bd2-0727-4b8d-8195-5f48e6c0d094', 'name': 'network-vif-deleted', 'tag': '955dccd4-5b16-4a13-a923-56141a6c59ec', 'status': 'completed', 'code': 200} May 13 14:39:14.080063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.080509 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (7cd59043-0bbd-457c-856b-64590a442b8a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.094215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Calling delete_port for 7cd59043-0bbd-457c-856b-64590a442b8a owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:39:14.311238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7cd59043-0bbd-457c-856b-64590a442b8a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.336875 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'Port': ['ID=7cd59043-0bbd-457c-856b-64590a442b8a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:14.408667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (43c3ff78-afe1-409f-a2f4-e56575bb6da6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.411351 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.412525 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b9184952-1fe2-4ad8-b1f7-cf04c82c99db tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "DELETE /v2.0/floatingips/43c3ff78-afe1-409f-a2f4-e56575bb6da6 HTTP/1.1" status: 204 len: 168 time: 0.5620921 May 13 14:39:14.565030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46420) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:14.569511 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46422) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:14.575117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266337466', 'description': 'tempest-description--587298230'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:14.625412 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (8e4a2860-bf9a-4e6d-a181-5c54e30239d2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.648813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (8e4a2860-bf9a-4e6d-a181-5c54e30239d2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.688653 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.767271 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (8e4a2860-bf9a-4e6d-a181-5c54e30239d2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.769945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.771126 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/security-groups/8e4a2860-bf9a-4e6d-a181-5c54e30239d2 HTTP/1.1" status: 204 len: 168 time: 0.2049069 May 13 14:39:14.775106 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46424) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:14.781616 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4293a-3bc1-4e62-9911-78c0a554355f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a2860-bf9a-4e6d-a181-5c54e30239d2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:14.797638 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-c0c5c36c-a3ab-489e-97b7-e19bb5e4801f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] show failed (client error): The resource could not be found. May 13 14:39:14.812326 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c0c5c36c-a3ab-489e-97b7-e19bb5e4801f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups/8e4a2860-bf9a-4e6d-a181-5c54e30239d2 HTTP/1.1" status: 404 len: 347 time: 0.0220954 May 13 14:39:14.812326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (7e995aa3-015f-49ea-8b72-4e87c2a3f02c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.814590 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46426) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:14.932823 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7e995aa3-015f-49ea-8b72-4e87c2a3f02c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:14.943953 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port 585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:39:14.944290 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.249214 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e995aa3-015f-49ea-8b72-4e87c2a3f02c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.272417 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de70ede9-7979-4719-a94b-4f291814405e req-5845d42e-34f0-4a17-bcfb-8656e8059a38 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 210 time: 0.0410295 May 13 14:39:15.290852 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.292597 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-31889ca3-03d7-4642-b4d4-c6701ac4eca6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7218463 May 13 14:39:15.295501 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46430) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:15.301031 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group_rule': {'security_group_id': '7e995aa3-015f-49ea-8b72-4e87c2a3f02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:15.319603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.319934 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.339461 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for 585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:39:15.471479 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (c5a4a6d3-773d-4817-bff9-cf8dd5bea3a2), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.532956 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (c5a4a6d3-773d-4817-bff9-cf8dd5bea3a2), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.591326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.621240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (c5a4a6d3-773d-4817-bff9-cf8dd5bea3a2), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.623015 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=585a6ad7-dddb-4f86-ac7f-41fc4a9f0b7c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.646962 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a4a6d3-773d-4817-bff9-cf8dd5bea3a2,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.665311 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.668010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.669161 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4a08960e-7d02-4bcd-bbb8-83804c83c8d2 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/floatingips/a21ad3c9-9f07-4f2d-b2da-45db7ffe8a5c HTTP/1.1" status: 204 len: 168 time: 0.8536205 May 13 14:39:15.741782 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.742989 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bfde27b8-ec12-4047-bda2-509e2a627f1f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4465690 May 13 14:39:15.746302 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46434) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:15.750687 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'security_group_rule': {'security_group_id': '7e995aa3-015f-49ea-8b72-4e87c2a3f02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:15.839363 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46436) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:15.843945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936900435', 'description': 'tempest-description--1703304721'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:15.860314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (4241fc5c-74da-4f51-88a6-b15e835c578e), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.916438 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (4241fc5c-74da-4f51-88a6-b15e835c578e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:15.957153 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.014351 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (4241fc5c-74da-4f51-88a6-b15e835c578e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.028275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (1ac7c8ac-c163-4d7a-9435-2181a7c0265e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.033749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4241fc5c-74da-4f51-88a6-b15e835c578e,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.145069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1ac7c8ac-c163-4d7a-9435-2181a7c0265e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.147170 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.148414 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d5321c5d-6ba0-4c32-8920-6358dcd84c5a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011188 May 13 14:39:16.152362 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46438) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:16.161782 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:16.191502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7c8ac-c163-4d7a-9435-2181a7c0265e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.273080 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.274332 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b0f5521c-f951-46be-b7c7-d73676a56207 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4338806 May 13 14:39:16.278250 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46440) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:16.283147 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '1ac7c8ac-c163-4d7a-9435-2181a7c0265e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:16.331892 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-0047341e-ebd9-4eb6-a980-38ef209d73b7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.333748 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-0047341e-ebd9-4eb6-a980-38ef209d73b7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1143701 May 13 14:39:16.363250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.394184 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cbc142f8-b558-4aed-886e-ba4610e396bc req-4fc6f790-a91a-4023-8152-57522364ea21 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 210 time: 0.0322440 May 13 14:39:16.397771 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (ed427582-5006-41de-9bf6-5facebc7504e), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.447678 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (ed427582-5006-41de-9bf6-5facebc7504e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.499663 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (ed427582-5006-41de-9bf6-5facebc7504e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.521742 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed427582-5006-41de-9bf6-5facebc7504e,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.592409 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.595200 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-06045ad9-ff63-492e-ab96-9f7e665cd82b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158405 May 13 14:39:16.596584 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46444) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:16.602197 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'security_group_rule': {'security_group_id': '1ac7c8ac-c163-4d7a-9435-2181a7c0265e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:16.670674 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:39:16.704607 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (c44f0607-06b1-4d54-b28c-5152eb1f0378), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.712825 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-8764e8b3-a31e-4aa3-bb2b-98f53b3fcaeb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 380 time: 0.3695705 May 13 14:39:16.731893 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'port': {'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'admin_state_up': True, 'tenant_id': '8391c9f300934ba28228812c22438db9', 'security_groups': ['dc220401-f0de-4aaf-a753-389c91238d66']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:16.748905 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.765072 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (c44f0607-06b1-4d54-b28c-5152eb1f0378), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.893892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (c44f0607-06b1-4d54-b28c-5152eb1f0378), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.912702 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44f0607-06b1-4d54-b28c-5152eb1f0378,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.923242 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Allocated IP 172.27.0.37 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/8ae2741b-43af-4895-b31b-c460135ca54d) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:16.987276 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:16.988642 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2becffe3-d614-44b6-8f88-d44770003141 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910022 May 13 14:39:16.991722 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46446) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:16.996598 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:17.020614 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Made reservation on behalf of 8391c9f300934ba28228812c22438db9 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:17.024061 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.050297 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (8ae2741b-43af-4895-b31b-c460135ca54d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.070554 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.152069 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.185524 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.20.0.5 (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17/f0316500-5218-401f-bf1c-0d1322043fbb/b578f86b-0a3c-40ea-98f6-46d061c04a50) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:17.220561 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.270322 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.27.0.159 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/7c195ab8-22f3-4bb8-8e45-17ae3984122b) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:17.314587 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:17.320997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:17.329030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:17.370726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=8ae2741b-43af-4895-b31b-c460135ca54d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.386054 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.390901 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.400514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.401610 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:17.436838 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.499410 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1d2e0c24-e55e-44a2-b6e7-6fba6d85be2d req-f9f47764-3e3e-402b-9048-2ae820cf1c43 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 210 time: 0.0295844 May 13 14:39:17.502945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.511683 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.548591 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:17.551408 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:17.555040 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:17.569333 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=7c195ab8-22f3-4bb8-8e45-17ae3984122b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.594561 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.613892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.671109 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.673915 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:17.678859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:17.698554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.702741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:17.742810 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.784325 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.784987 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.906080 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.909600 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (8ae2741b-43af-4895-b31b-c460135ca54d), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.920358 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2955464b-ec7a-4ed1-a45d-11f7ab590ed2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1952727 May 13 14:39:17.940669 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Request body: {'port': {'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:17.968683 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:17.974656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-a8a641a8-6e73-4d06-bbd9-dee0bb1a2d4b None None] Provisioning complete for port b578f86b-0a3c-40ea-98f6-46d061c04a50 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:17.975297 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8a641a8-6e73-4d06-bbd9-dee0bb1a2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.009319 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.009864 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.017288 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a8a641a8-6e73-4d06-bbd9-dee0bb1a2d4b None None] Port b578f86b-0a3c-40ea-98f6-46d061c04a50 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:39:18.030863 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=7c195ab8-22f3-4bb8-8e45-17ae3984122b,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.049750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.096243 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.097531 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e94fd5fb-5f52-4a64-aaa4-19b74e815aad tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1048615 May 13 14:39:18.105060 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=8ae2741b-43af-4895-b31b-c460135ca54d,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.133708 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.157268 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.263142 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-c98722dd-9f2b-42ab-a77a-c7b744c344fe tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--936900435&fields=id&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 267 time: 0.0459483 May 13 14:39:18.274178 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.276175 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3745f7f8-3ae9-41d3-9ec5-3dc2cd21554c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1221256 May 13 14:39:18.376137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-2a167ced-a490-4ac0-9502-aca9ec8ea7d9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.377696 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-2a167ced-a490-4ac0-9502-aca9ec8ea7d9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1081548 May 13 14:39:18.391300 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f340bce-11cb-406e-b16a-76f0353d2fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.398693 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-eb7999cc-9e9c-4a35-b07c-c3df541545af tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/quotas/9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 375 time: 0.0152104 May 13 14:39:18.406850 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b578f86b-0a3c-40ea-98f6-46d061c04a50 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:18.414952 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks [] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.428071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Transition to ACTIVE for port object b578f86b-0a3c-40ea-98f6-46d061c04a50 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:39:18.478295 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-a0189693-d507-451f-9cc4-563e577c30b0 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656595 May 13 14:39:18.482429 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-e9a8bde5-01b1-405a-9b7b-12d71b63febf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--266337466&fields=id&tenant_id=c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 267 time: 0.0862236 May 13 14:39:18.499575 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.571014 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.626116 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Attempting to bind port b578f86b-0a3c-40ea-98f6-46d061c04a50 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:39:18.626672 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Attempting to bind port b578f86b-0a3c-40ea-98f6-46d061c04a50 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:39:18.627006 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Attempting to bind port b578f86b-0a3c-40ea-98f6-46d061c04a50 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:18.631775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Port b578f86b-0a3c-40ea-98f6-46d061c04a50 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:39:18.632105 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Attempting to bind port b578f86b-0a3c-40ea-98f6-46d061c04a50 on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:18.645650 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:39:18.646012 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:39:18.646360 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Bound using segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:39:18.646814 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Bound port: b578f86b-0a3c-40ea-98f6-46d061c04a50, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:39:18.647169 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.676095 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-2a7427e5-6e7d-4672-9a5d-a33ff17d1f14 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774199 May 13 14:39:18.724630 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:39:18.734021 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:39:18.747412 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22d3c7e4-f549-4172-9078-e078807c6830 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.748981 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22d3c7e4-f549-4172-9078-e078807c6830 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 811 time: 0.2598050 May 13 14:39:18.770744 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-975406cc-7000-401c-9bbe-ee61918b0f4f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/quotas/c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 375 time: 0.0150518 May 13 14:39:18.802778 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.833463 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-f8e58c6e-3f45-40c4-938e-fb1a85f45eb3 service neutron] 10.222.0.102 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465509 May 13 14:39:18.841628 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-fa156238-44af-4892-b3f3-acb7bdee8334 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605087 May 13 14:39:18.850234 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.851104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:18.852516 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] 10.222.0.97 "PUT /v2.0/ports/b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 1093 time: 0.9160213 May 13 14:39:18.853002 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:18.856267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:18.890568 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade959e-ead9-428a-9a43-7187803ee8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.974347 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-6636e78c-d393-41dc-b72d-4b00cdcd2be3 service neutron] 10.222.0.102 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976717 May 13 14:39:19.018262 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-27df3bc7-bbd9-4c83-9069-149a42c21e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.019818 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-27df3bc7-bbd9-4c83-9069-149a42c21e9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1127 time: 0.0434065 May 13 14:39:19.081729 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-53ca9c9d-4fcb-4eb0-8e6f-198cbbdf0137 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 217 time: 0.0523953 May 13 14:39:19.111645 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-f99d551f-7ebb-421f-bf0e-1dbe10563837 service neutron] 10.222.0.102 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290321 May 13 14:39:19.145188 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-a5898010-dceb-4f3f-bf48-c52f3f6dee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.146664 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-a5898010-dceb-4f3f-bf48-c52f3f6dee40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0559855 May 13 14:39:19.175685 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3549ebb-473d-4a64-87d8-c580dcb7fe36 req-86773211-4fe7-4a64-b0d7-46983cbb2499 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.177366 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3549ebb-473d-4a64-87d8-c580dcb7fe36 req-86773211-4fe7-4a64-b0d7-46983cbb2499 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0558150 May 13 14:39:19.210751 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2fc7b61f-2eee-44fd-9e53-a076b021df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.212462 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2fc7b61f-2eee-44fd-9e53-a076b021df3a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571415 May 13 14:39:19.232215 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3549ebb-473d-4a64-87d8-c580dcb7fe36 req-f0fb6c6e-f345-4627-998f-0eff0c7a9435 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 May 13 14:39:19.287703 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acced5b5-0b5b-426f-82b4-920ea073d57f x-openstack-request-id: req-acced5b5-0b5b-426f-82b4-920ea073d57f {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:19.288256 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:19.288256 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-acced5b5-0b5b-426f-82b4-920ea073d57f {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:19.288795 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acced5b5-0b5b-426f-82b4-920ea073d57f'] response: {'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'status': 'completed', 'code': 200} May 13 14:39:19.325254 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-240f8269-2dd9-47be-a903-9163a8397f5b service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066301 May 13 14:39:19.395129 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eee2a825-04ae-45a4-a1f5-ce1bc8463166 req-dc48ac34-7887-4fb7-afbd-687f3dd27475 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 210 time: 0.0781720 May 13 14:39:19.432507 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9921dd47-c09e-432e-aa6b-844d517f4fc7 req-2da68d44-c656-427e-8962-ab7f8697d914 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931931 May 13 14:39:19.436930 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fb470f2-db38-4506-bf7b-40e64665c447 req-6bed9c0c-de4f-44ed-aeb7-dd0f970e13f6 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 210 time: 0.0453033 May 13 14:39:19.737297 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-af04aea2-0a90-4ba4-bff8-7e6974f6b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.738862 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-af04aea2-0a90-4ba4-bff8-7e6974f6b0fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1127 time: 0.0400932 May 13 14:39:19.834040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-6481295e-a592-4cf6-8d5e-8ddf5a9b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.835579 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-6481295e-a592-4cf6-8d5e-8ddf5a9b856a service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.0899844 May 13 14:39:19.877868 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-4d6433ee-20b2-4b0b-a96f-80e348c417fa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 217 time: 0.0351071 May 13 14:39:19.932947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-591e99bb-d738-4886-af95-a10bca912c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.934694 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-591e99bb-d738-4886-af95-a10bca912c28 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0490592 May 13 14:39:19.988850 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-db933b90-e605-412d-940f-b1cd341a7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.990346 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-db933b90-e605-412d-940f-b1cd341a7fe0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493855 May 13 14:39:20.081946 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-7c1a38ed-529f-48ab-a1a5-21f813301240 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848405 May 13 14:39:20.179850 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3228e70-6d16-43a2-8bad-9c6a9a8c8e93 req-4485a414-8224-42c9-906e-b9099679127f service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903392 May 13 14:39:20.354547 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a7ef-f9ea-46ba-bbb7-27e8599435ec req-161f7585-a485-44f2-b629-3fe0178cede9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.356104 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d736a7ef-f9ea-46ba-bbb7-27e8599435ec req-161f7585-a485-44f2-b629-3fe0178cede9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0510287 May 13 14:39:20.409494 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d736a7ef-f9ea-46ba-bbb7-27e8599435ec req-79117aaa-79dd-4586-b88a-7c91187048fa tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 May 13 14:39:20.499354 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8df90d3-0434-4bcf-bfa6-69b54cad5ba9 req-566d6714-592c-40e5-a154-c354ff9e921c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 210 time: 0.0303049 May 13 14:39:20.550277 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a3211b6-7c13-4120-a1e5-b86e06bc8513 req-0a5d5451-be65-4a49-a7b9-381edbcf23e8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 210 time: 0.0349417 May 13 14:39:20.551412 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ac336c9-024d-4e33-a391-e132c30ba6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:21.149769 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-234a4d48-561d-4df5-b4ca-1c7f811976f6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.152229 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-234a4d48-561d-4df5-b4ca-1c7f811976f6 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 815 time: 0.1071789 May 13 14:39:21.221262 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-99b006a0-b2c3-4135-b890-e193c223477b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8a73af95447ba8519a7f0b366e858 HTTP/1.1" status: 200 len: 379 time: 0.0585682 May 13 14:39:21.466221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'port': {'device_id': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'admin_state_up': True, 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'security_groups': ['1ac7c8ac-c163-4d7a-9435-2181a7c0265e']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:21.555786 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad67c44-f6d1-43b9-af5a-faa986b14a41 req-67e1b67e-8b85-444f-a9e6-a4f3ee53f618 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.558030 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bad67c44-f6d1-43b9-af5a-faa986b14a41 req-67e1b67e-8b85-444f-a9e6-a4f3ee53f618 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0674050 May 13 14:39:21.631166 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fd329f8c-93bf-4f73-b585-348e502ac7ba req-c82cc692-e782-40eb-866c-a5fe78ba64a3 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 210 time: 0.0381165 May 13 14:39:21.637133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bad67c44-f6d1-43b9-af5a-faa986b14a41 req-b50461b1-c479-4d0b-91b2-7478397ae86c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727506 May 13 14:39:21.736357 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9956ae9f-cf80-45f2-9a1d-47962204064b req-6994d73c-b65c-47be-8c7c-fdba542e1dce tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 210 time: 0.0295451 May 13 14:39:21.794807 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Made reservation on behalf of 9da8a73af95447ba8519a7f0b366e858 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:21.798018 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:21.907373 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-587978a5-a130-4c23-8a8b-cd26cd6cd41b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.908777 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-587978a5-a130-4c23-8a8b-cd26cd6cd41b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 811 time: 0.1686561 May 13 14:39:21.991569 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Allocated IP 172.20.0.10 (89e95687-bd5c-49e2-9e67-ce800dfe2f74/4a3e1f3e-b7f6-4f78-a597-58e495d15a85/e22f5bdb-0186-4e9e-b206-fb0de94b4f79) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:22.008246 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.020804 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-b9c15132-d98f-4fc4-8d21-6567718c6c2a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55eaec125bd4015914970c0f5d53665 HTTP/1.1" status: 200 len: 379 time: 0.0868964 May 13 14:39:22.030455 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'port': {'device_id': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'admin_state_up': True, 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'security_groups': ['7e995aa3-015f-49ea-8b72-4e87c2a3f02c']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:22.227137 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.305312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Made reservation on behalf of c55eaec125bd4015914970c0f5d53665 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:22.309080 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.362550 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.424788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:22.431881 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:22.439853 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:22.487298 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event updated for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.533782 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.534474 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.537464 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Allocated IP 172.20.0.5 (a3c8f8c4-7156-412b-b81b-cc20024dae90/491a6989-ca87-49a4-a8bc-e1720b8fe334/6ebe3836-621a-4762-bb9a-299e031d40e6) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:22.643247 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-c2338a21-6ff3-4e64-bbe0-241c8d396319 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1815724 May 13 14:39:22.654983 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Request body: {'port': {'device_id': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:22.736396 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-9ff2fbb6-0ca3-4930-a95d-18172b51f508 None None] Provisioning complete for port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:22.736850 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ff2fbb6-0ca3-4930-a95d-18172b51f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.747438 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.753028 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.786669 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2fbb6-0ca3-4930-a95d-18172b51f508 None None] Port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:39:22.806578 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a961b0-5c1c-4645-a817-905885232b43 req-bc6e6e58-100d-4352-8b6f-d8b26c667f0c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.808260 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4a961b0-5c1c-4645-a817-905885232b43 req-bc6e6e58-100d-4352-8b6f-d8b26c667f0c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0747936 May 13 14:39:22.838758 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeeae1-7d7b-4a43-a4d0-348cf81421d9 req-e1cfb866-d508-4466-a931-3398e1831d14 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.843506 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4aeeae1-7d7b-4a43-a4d0-348cf81421d9 req-e1cfb866-d508-4466-a931-3398e1831d14 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 932 time: 0.0730660 May 13 14:39:22.894755 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4a961b0-5c1c-4645-a817-905885232b43 req-f2492f5c-016f-4663-9d5d-9fab5ad0dd5d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783889 May 13 14:39:22.922287 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4aeeae1-7d7b-4a43-a4d0-348cf81421d9 req-101112a3-9959-4301-bfc1-b13e3c7ad513 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738537 May 13 14:39:22.940161 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:22.997347 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:23.013473 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:23.016244 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562cfa-c6e7-4e0a-ae6a-a79bdd22343c req-f3378d0e-66a1-4952-8822-be38b2ae105a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.017196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:23.017718 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d5562cfa-c6e7-4e0a-ae6a-a79bdd22343c req-f3378d0e-66a1-4952-8822-be38b2ae105a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 931 time: 0.0587595 May 13 14:39:23.019702 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event updated for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:23.031002 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.100713 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d5562cfa-c6e7-4e0a-ae6a-a79bdd22343c req-7510d01a-fe74-4193-98d4-292c4024ea25 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718291 May 13 14:39:23.100924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.101573 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.171629 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f5bdb-0186-4e9e-b206-fb0de94b4f79 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:23.180556 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks [] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.198835 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-22e34a58-b714-4dbc-97af-fe1067863503 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1716859 May 13 14:39:23.202087 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Transition to ACTIVE for port object e22f5bdb-0186-4e9e-b206-fb0de94b4f79 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:39:23.214338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Request body: {'port': {'device_id': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:23.274500 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.309866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.310083 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-bc90bf8c-3628-4b98-9413-49bb7b9a8165 None None] Provisioning complete for port 6ebe3836-621a-4762-bb9a-299e031d40e6 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:23.310288 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc90bf8c-3628-4b98-9413-49bb7b9a8165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.345293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bc90bf8c-3628-4b98-9413-49bb7b9a8165 None None] Port 6ebe3836-621a-4762-bb9a-299e031d40e6 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:39:23.444930 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:23.555334 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Attempting to bind port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:39:23.555667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Attempting to bind port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:39:23.555991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Attempting to bind port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:23.566484 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:39:23.566756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Attempting to bind port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 on network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:23.578751 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:39:23.579085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Checking segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:39:23.579462 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Bound using segment: {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:39:23.579885 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Bound port: e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:39:23.580238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.704726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:39:23.723380 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe3836-621a-4762-bb9a-299e031d40e6 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:23.729754 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:39:23.735373 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks [] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.749151 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Transition to ACTIVE for port object 6ebe3836-621a-4762-bb9a-299e031d40e6 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:39:23.755787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffae90-9639-4e70-ac50-016aba813206 req-08a229e1-e4f5-48c3-a1c8-518dabaac3e5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.759231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-abffae90-9639-4e70-ac50-016aba813206 req-08a229e1-e4f5-48c3-a1c8-518dabaac3e5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0583930 May 13 14:39:23.801557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.805211 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-abffae90-9639-4e70-ac50-016aba813206 req-5ce9ac38-29ac-433f-8011-913dbe353291 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 May 13 14:39:23.833913 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.837156 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.838397 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:23.839751 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] 10.222.0.97 "PUT /v2.0/ports/e22f5bdb-0186-4e9e-b206-fb0de94b4f79 HTTP/1.1" status: 200 len: 1094 time: 1.1894038 May 13 14:39:23.841971 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:23.844250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6219acad-e5a8-4304-a39e-9de862087d05" -d '{"events": [{"name": "network-changed", "server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:23.879970 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c6108-d5b7-409d-8d60-fdd5d2d988d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:23.935748 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f71e43-cb2b-4b5d-9bb6-37346efa563b x-openstack-request-id: req-38f71e43-cb2b-4b5d-9bb6-37346efa563b {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:23.936025 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:23.936278 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-38f71e43-cb2b-4b5d-9bb6-37346efa563b {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:23.936682 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f71e43-cb2b-4b5d-9bb6-37346efa563b'] response: {'name': 'network-changed', 'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'status': 'completed', 'code': 200} May 13 14:39:24.038322 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc823-22f0-41d8-90bd-71529b3598e9 req-9444e6d2-ee27-456e-aead-75b66d68939e tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.040114 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b2dc823-22f0-41d8-90bd-71529b3598e9 req-9444e6d2-ee27-456e-aead-75b66d68939e tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0631275 May 13 14:39:24.124605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c49324-a4cf-4841-a449-e01bdf5b411d req-b09e9ed8-debf-4631-ae2f-0534d627c7bc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.126247 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02c49324-a4cf-4841-a449-e01bdf5b411d req-b09e9ed8-debf-4631-ae2f-0534d627c7bc tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 944 time: 0.0851939 May 13 14:39:24.149681 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b2dc823-22f0-41d8-90bd-71529b3598e9 req-1f41e481-a182-41e3-88be-76e90118b02b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994320 May 13 14:39:24.228829 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02c49324-a4cf-4841-a449-e01bdf5b411d req-4b5a98ee-b050-4ff4-bd5c-e1bdd0cdb3a4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956891 May 13 14:39:24.294129 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea6c7-7e2a-4e05-af2e-ae15ad7e0f08 req-5c3b54bc-7e13-45b0-bf3e-0a2c90355ff0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.294356 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219acad-e5a8-4304-a39e-9de862087d05 req-a6dfc016-cb22-49ef-801b-f3c11cd96cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.295662 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-274ea6c7-7e2a-4e05-af2e-ae15ad7e0f08 req-5c3b54bc-7e13-45b0-bf3e-0a2c90355ff0 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0499482 May 13 14:39:24.295805 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6219acad-e5a8-4304-a39e-9de862087d05 req-a6dfc016-cb22-49ef-801b-f3c11cd96cc1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 1128 time: 0.3583233 May 13 14:39:24.316865 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:24.349897 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-274ea6c7-7e2a-4e05-af2e-ae15ad7e0f08 req-152c61a6-cbae-4af1-9d09-8350d3e2158a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484290 May 13 14:39:24.387472 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Attempting to bind port 6ebe3836-621a-4762-bb9a-299e031d40e6 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:39:24.387719 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Attempting to bind port 6ebe3836-621a-4762-bb9a-299e031d40e6 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:39:24.388036 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Attempting to bind port 6ebe3836-621a-4762-bb9a-299e031d40e6 on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:24.395959 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Port 6ebe3836-621a-4762-bb9a-299e031d40e6 on network a3c8f8c4-7156-412b-b81b-cc20024dae90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:39:24.396270 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Attempting to bind port 6ebe3836-621a-4762-bb9a-299e031d40e6 on network a3c8f8c4-7156-412b-b81b-cc20024dae90 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:39:24.411128 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:39:24.411457 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Checking segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:39:24.411831 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Bound using segment: {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:39:24.412248 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Bound port: 6ebe3836-621a-4762-bb9a-299e031d40e6, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffe2789-30f5-48eb-bbe0-4bc9149b2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:39:24.412599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:24.442082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219acad-e5a8-4304-a39e-9de862087d05 req-d26d6236-f08c-46cf-8a39-5941152c27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.443645 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6219acad-e5a8-4304-a39e-9de862087d05 req-d26d6236-f08c-46cf-8a39-5941152c27fc service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9da8a73af95447ba8519a7f0b366e858&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1363382 May 13 14:39:24.542499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:39:24.552642 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=6ebe3836-621a-4762-bb9a-299e031d40e6,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:39:24.571284 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219acad-e5a8-4304-a39e-9de862087d05 req-e47d7b37-0770-4fbc-9762-c714c8483ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.573708 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6219acad-e5a8-4304-a39e-9de862087d05 req-e47d7b37-0770-4fbc-9762-c714c8483ea8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133356 May 13 14:39:24.614187 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:24.685124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.685784 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:24.687165 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] 10.222.0.97 "PUT /v2.0/ports/6ebe3836-621a-4762-bb9a-299e031d40e6 HTTP/1.1" status: 200 len: 1093 time: 1.4773414 May 13 14:39:24.694594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-c608a6a7-4ba9-4441-8bde-b0ede6c07908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.696016 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-c608a6a7-4ba9-4441-8bde-b0ede6c07908 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 1128 time: 0.0794578 May 13 14:39:24.745530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6385-8a32-47c0-a6b1-699e1eb4e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:24.749242 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-b305ab42-1098-49de-b784-08bf366b0478 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79 HTTP/1.1" status: 200 len: 217 time: 0.0430050 May 13 14:39:24.808659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:24.915012 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-4fa9b837-04ed-4d20-99e7-c5968ceac121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.917108 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-4fa9b837-04ed-4d20-99e7-c5968ceac121 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0520511 May 13 14:39:24.941586 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fe154-234e-4488-93c0-5c9f9d15a9cc req-9682adb1-6dd3-43e8-a9b0-bc6b26c95fd5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.943083 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c80fe154-234e-4488-93c0-5c9f9d15a9cc req-9682adb1-6dd3-43e8-a9b0-bc6b26c95fd5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0614328 May 13 14:39:24.989311 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c80fe154-234e-4488-93c0-5c9f9d15a9cc req-aac3f72d-8caf-488c-8d55-6d2c1d5f7bdb tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405846 May 13 14:39:25.270898 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64558c4-4655-4d7e-ad33-26c1a4cc4f0c req-1c2f4ff5-8bf9-44f1-896a-f2c338df709a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.272464 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d64558c4-4655-4d7e-ad33-26c1a4cc4f0c req-1c2f4ff5-8bf9-44f1-896a-f2c338df709a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0487766 May 13 14:39:25.354819 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9885ef-cbe7-43ce-8147-fe944b5eea38 req-f879c2b5-ffa1-4fd5-a1eb-b2379a5ef04f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.356273 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf9885ef-cbe7-43ce-8147-fe944b5eea38 req-f879c2b5-ffa1-4fd5-a1eb-b2379a5ef04f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 944 time: 0.0636864 May 13 14:39:25.360057 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d64558c4-4655-4d7e-ad33-26c1a4cc4f0c req-61873750-229a-4729-a99c-153233b67da2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814834 May 13 14:39:25.408862 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf9885ef-cbe7-43ce-8147-fe944b5eea38 req-4426738b-d113-4888-8c91-32bc5228e503 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 May 13 14:39:25.469278 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3afb-befa-4b57-8bbc-5af0c4d6e0fd req-cb307b67-f9d1-4d9f-baba-bc4cdc76391b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.470705 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57bc3afb-befa-4b57-8bbc-5af0c4d6e0fd req-cb307b67-f9d1-4d9f-baba-bc4cdc76391b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0471616 May 13 14:39:25.517287 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57bc3afb-befa-4b57-8bbc-5af0c4d6e0fd req-0babe5f6-4890-4502-b957-7f6d67985e7a tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 May 13 14:39:25.730353 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-753f084f-e166-4c90-8afa-af7e0976de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.731854 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-753f084f-e166-4c90-8afa-af7e0976de7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 1127 time: 0.0675576 May 13 14:39:25.732943 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383835f2-ae25-4667-a838-525c961e78ea req-264ce5cb-92c5-438b-b8a2-bb25b2837ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.734266 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-264ce5cb-92c5-438b-b8a2-bb25b2837ec9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687776 May 13 14:39:25.827332 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-f2559bc8-0977-454a-aebf-0b734f7af5a7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ebe3836-621a-4762-bb9a-299e031d40e6 HTTP/1.1" status: 200 len: 217 time: 0.0784497 May 13 14:39:25.897334 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-b303b2e9-531a-42a4-90ff-605bd6e45fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.898806 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-b303b2e9-531a-42a4-90ff-605bd6e45fa2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0640004 May 13 14:39:25.909631 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-604ec732-c90e-4d77-9c68-1cf9e431a6fd service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547301 May 13 14:39:25.944715 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:25.946969 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ff29f-7c2f-444b-9527-5093a35f9917" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:26.008398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505320bf-c1f8-4616-91f8-db215b95b93c req-907384a6-78fc-4cf9-a62d-2989f00d6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.010684 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-907384a6-78fc-4cf9-a62d-2989f00d6947 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950954 May 13 14:39:26.077105 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1c6ae7-79ee-437c-ac52-905b25b1ea97 x-openstack-request-id: req-bb1c6ae7-79ee-437c-ac52-905b25b1ea97 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:26.077395 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:26.077649 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb1c6ae7-79ee-437c-ac52-905b25b1ea97 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:26.078034 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1c6ae7-79ee-437c-ac52-905b25b1ea97'] response: {'name': 'network-changed', 'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'status': 'completed', 'code': 200} May 13 14:39:26.094377 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-383835f2-ae25-4667-a838-525c961e78ea req-9c22f15a-2042-4820-8377-8b1e5ef677c0 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775734 May 13 14:39:26.122912 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f539a-0e71-4b0b-985e-93c8870d0313 req-82019ffc-3bb8-4f48-8400-3aad2add1ca0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.130598 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c2f539a-0e71-4b0b-985e-93c8870d0313 req-82019ffc-3bb8-4f48-8400-3aad2add1ca0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0488276 May 13 14:39:26.131353 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-249673ff-0079-4c82-bf94-46f2212bbd6f service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088440 May 13 14:39:26.172573 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c2f539a-0e71-4b0b-985e-93c8870d0313 req-97dcca28-65c0-4826-b550-bd162e9bc179 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426133 May 13 14:39:26.230857 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-505320bf-c1f8-4616-91f8-db215b95b93c req-d70aaeb5-cddd-48a3-a133-a778c5cd2029 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873160 May 13 14:39:26.498737 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0b811-579d-4ffe-a5da-046f1804dd61 req-772bbb22-5958-435a-a41f-a92f968c121d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.500239 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20d0b811-579d-4ffe-a5da-046f1804dd61 req-772bbb22-5958-435a-a41f-a92f968c121d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 943 time: 0.0620115 May 13 14:39:26.548081 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0103a-53b3-48ac-9497-898a9f94f658 req-eeb2d612-b30d-4fb5-87d1-a1bb19d3d3a1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.549546 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1da0103a-53b3-48ac-9497-898a9f94f658 req-eeb2d612-b30d-4fb5-87d1-a1bb19d3d3a1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 944 time: 0.0712237 May 13 14:39:26.586983 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-20d0b811-579d-4ffe-a5da-046f1804dd61 req-e189cb42-7ce2-4e2c-8cff-cbad41bf9faa tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713980 May 13 14:39:26.614867 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1da0103a-53b3-48ac-9497-898a9f94f658 req-6534dabf-eaf4-4773-abf4-a617ec5f1c9a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574820 May 13 14:39:26.690787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6fa07-4028-4a53-9e19-3b4fd2a6a3be req-5ee8c0e3-8f3f-4080-90d4-95d390559c77 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.692182 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8af6fa07-4028-4a53-9e19-3b4fd2a6a3be req-5ee8c0e3-8f3f-4080-90d4-95d390559c77 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0499423 May 13 14:39:26.739720 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8af6fa07-4028-4a53-9e19-3b4fd2a6a3be req-2ca4232d-6ed3-4365-8c80-cfbd9b565ce8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 May 13 14:39:27.065008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device b578f86b-0a3c-40ea-98f6-46d061c04a50 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:39:27.163379 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:27.174750 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:39:27.215887 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port b578f86b-0a3c-40ea-98f6-46d061c04a50 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:27.216274 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:27.229743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b578f86b-0a3c-40ea-98f6-46d061c04a50 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:27.249132 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:27.305173 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad00b-371f-41a0-86da-8206913d3cb5 req-04f25ecd-3fc8-4477-b560-815249d85886 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.307386 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-be5ad00b-371f-41a0-86da-8206913d3cb5 req-04f25ecd-3fc8-4477-b560-815249d85886 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0521767 May 13 14:39:27.334037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:27.334762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e22f5bdb-0186-4e9e-b206-fb0de94b4f79 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:39:27.359248 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-be5ad00b-371f-41a0-86da-8206913d3cb5 req-029e6581-fb89-4514-aaed-df08ef754216 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461891 May 13 14:39:27.430460 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.446560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.446984 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.447328 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.447673 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.448093 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.448344 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.448670 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.448997 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.449321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.449648 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.449970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.450310 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.450650 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.450978 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.451299 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:27.491736 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:27.503350 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'port_id': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'mac_address': 'fa:16:3e:33:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:39:27.540456 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:27.541449 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:27.554353 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f5bdb-0186-4e9e-b206-fb0de94b4f79 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:27.573630 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:27.637238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:27.687308 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.738250 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b3bec-df7b-4f25-8886-25863a19def5 req-92c3821a-9f2a-4f25-b271-606e20fe6080 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.740025 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f9b3bec-df7b-4f25-8886-25863a19def5 req-92c3821a-9f2a-4f25-b271-606e20fe6080 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 944 time: 0.0799458 May 13 14:39:27.759355 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466b31-de5e-4419-a934-613b71d99410 req-fd5b8ec8-aa89-405b-a60a-8635ca0cb52a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.761480 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc466b31-de5e-4419-a934-613b71d99410 req-fd5b8ec8-aa89-405b-a60a-8635ca0cb52a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 945 time: 0.0701518 May 13 14:39:27.825891 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f9b3bec-df7b-4f25-8886-25863a19def5 req-e96d0afa-d3ba-447e-bcc7-5869dba32d6b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800226 May 13 14:39:27.832817 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc466b31-de5e-4419-a934-613b71d99410 req-353f662c-c69a-423a-9e4b-786bd41a2326 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646048 May 13 14:39:27.934835 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687282b9-7dd7-4aeb-ae6e-e13d52f3f123 req-3e836e41-120c-47e4-bf76-9d608831e0dd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.936315 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-687282b9-7dd7-4aeb-ae6e-e13d52f3f123 req-3e836e41-120c-47e4-bf76-9d608831e0dd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0479820 May 13 14:39:27.983610 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-687282b9-7dd7-4aeb-ae6e-e13d52f3f123 req-a22c1dbb-af61-48f7-af07-dd134f1e879f tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 May 13 14:39:28.159251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['b578f86b-0a3c-40ea-98f6-46d061c04a50'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:39:28.277083 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['e22f5bdb-0186-4e9e-b206-fb0de94b4f79'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:39:28.451435 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-8ef1f73c-d99a-44e8-88b4-c7e6c0e56e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.452418 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-8ef1f73c-d99a-44e8-88b4-c7e6c0e56e0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 1127 time: 0.0478504 May 13 14:39:28.493558 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583b705-c8b0-42f5-9bb5-240efcca4cc3 req-a72db316-ef74-481b-b6ca-13fb49150e0f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.496275 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1583b705-c8b0-42f5-9bb5-240efcca4cc3 req-a72db316-ef74-481b-b6ca-13fb49150e0f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0592613 May 13 14:39:28.545310 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-450b180b-ca6a-40bf-8fd0-576b0cd5c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.546799 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-450b180b-ca6a-40bf-8fd0-576b0cd5c8a0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.0879550 May 13 14:39:28.547577 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1583b705-c8b0-42f5-9bb5-240efcca4cc3 req-c1f57b5a-cb0b-4410-932e-32610e60d946 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445960 May 13 14:39:28.594312 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-28eddcf8-4117-4845-af54-91a08f35b5c0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ebe3836-621a-4762-bb9a-299e031d40e6 HTTP/1.1" status: 200 len: 217 time: 0.0393169 May 13 14:39:28.643948 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-091f6a38-2b5f-4475-8cfe-851909a8c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.645409 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-091f6a38-2b5f-4475-8cfe-851909a8c27c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0435622 May 13 14:39:28.688315 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-276eb8b7-3b4d-43c8-92ca-22db271a839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.689779 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-276eb8b7-3b4d-43c8-92ca-22db271a839b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382817 May 13 14:39:28.782554 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-017f4936-d7d5-45b7-ade4-ec5b5133fc31 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 May 13 14:39:28.873177 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-647ff29f-7c2f-444b-9527-5093a35f9917 req-8729475e-b3e3-4e54-8701-2647c3aee482 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 May 13 14:39:28.965179 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4a237-af2a-4dbf-93ff-6ce4cdebc3c6 req-e9aa105a-cadb-4434-971f-1ac7374d5842 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.966771 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88d4a237-af2a-4dbf-93ff-6ce4cdebc3c6 req-e9aa105a-cadb-4434-971f-1ac7374d5842 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 944 time: 0.0726435 May 13 14:39:28.979316 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0f7b6-3563-435d-8d6d-9cd176990133 req-d1c417c2-48b6-45e4-ac63-46f737ee9aa7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.980743 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-95b0f7b6-3563-435d-8d6d-9cd176990133 req-d1c417c2-48b6-45e4-ac63-46f737ee9aa7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 945 time: 0.0773945 May 13 14:39:29.058947 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88d4a237-af2a-4dbf-93ff-6ce4cdebc3c6 req-14ce1f0c-bda6-4efb-a6f0-e5caa5c28542 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861862 May 13 14:39:29.062070 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-95b0f7b6-3563-435d-8d6d-9cd176990133 req-a99cb66e-696c-4286-8a87-89855f2d10a7 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757856 May 13 14:39:29.163875 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4c6ca-ddaa-4e83-8768-8b09af851d6b req-fd77668d-afe5-48fa-b9ae-fbae6edf03b9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.165340 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-55b4c6ca-ddaa-4e83-8768-8b09af851d6b req-fd77668d-afe5-48fa-b9ae-fbae6edf03b9 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0472560 May 13 14:39:29.213818 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-55b4c6ca-ddaa-4e83-8768-8b09af851d6b req-4713272b-7bda-4ad5-bfe0-0f5151cdb940 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 May 13 14:39:29.671986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d3c3e-1751-4c7d-b23b-bed8e3d28dbc req-20a4d79d-7098-4fd4-85e3-bb9aa044a740 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.673451 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c6d3c3e-1751-4c7d-b23b-bed8e3d28dbc req-20a4d79d-7098-4fd4-85e3-bb9aa044a740 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0487132 May 13 14:39:29.723397 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c6d3c3e-1751-4c7d-b23b-bed8e3d28dbc req-1e975e09-4d67-4bd6-8bb3-2af12910d6ca tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 May 13 14:39:29.893917 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device b578f86b-0a3c-40ea-98f6-46d061c04a50 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:39:29.939383 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port b578f86b-0a3c-40ea-98f6-46d061c04a50 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:39:30.012431 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port b578f86b-0a3c-40ea-98f6-46d061c04a50 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:30.012878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.098367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port b578f86b-0a3c-40ea-98f6-46d061c04a50 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:30.098856 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.123965 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:30.126238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a816a4-2031-44e5-b2d7-c747cefaa339" -d '{"events": [{"server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "name": "network-vif-plugged", "status": "completed", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:30.145450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:30.207080 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8322bed-5e9c-4760-81a9-18f57f7d11c5 req-7a477932-883b-4c04-83f8-7ab8e76a91da tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.207923 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.208706 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f8322bed-5e9c-4760-81a9-18f57f7d11c5 req-7a477932-883b-4c04-83f8-7ab8e76a91da tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 945 time: 0.0679317 May 13 14:39:30.208840 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e22f5bdb-0186-4e9e-b206-fb0de94b4f79 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:39:30.215488 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0897-8ead-4d34-bae4-ad0e4b4d609c req-8b6ca90d-60f8-43d4-9070-937fab73f47f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.216925 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-50ec0897-8ead-4d34-bae4-ad0e4b4d609c req-8b6ca90d-60f8-43d4-9070-937fab73f47f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 944 time: 0.0855315 May 13 14:39:30.287780 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:30.294840 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f8322bed-5e9c-4760-81a9-18f57f7d11c5 req-ddfcc09b-0090-4ca5-aa28-b7857d909b0c tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769167 May 13 14:39:30.298000 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:39:30.298851 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-50ec0897-8ead-4d34-bae4-ad0e4b4d609c req-2bd2e880-0f70-4b73-8fd4-4b9cb58e9dd9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749319 May 13 14:39:30.379347 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:30.379879 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.405551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f694bf5-91e6-48b7-9889-b04419b603cc x-openstack-request-id: req-6f694bf5-91e6-48b7-9889-b04419b603cc {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:30.405947 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "name": "network-vif-plugged", "status": "completed", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:30.406272 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f694bf5-91e6-48b7-9889-b04419b603cc {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:30.406747 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f694bf5-91e6-48b7-9889-b04419b603cc'] response: {'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'code': 200} May 13 14:39:30.417887 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf99f8-5912-4acc-a5fb-7506696952d0 req-373e4051-2482-4a6e-978d-ceeeef07f527 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.419576 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14cf99f8-5912-4acc-a5fb-7506696952d0 req-373e4051-2482-4a6e-978d-ceeeef07f527 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 943 time: 0.0530252 May 13 14:39:30.465900 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:30.466292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.474564 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14cf99f8-5912-4acc-a5fb-7506696952d0 req-d98f0700-307e-4ded-9428-f1f522b015c2 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451694 May 13 14:39:30.499963 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:30.562508 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:30.611434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:30.820553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51103f-1d0d-4fa4-9061-b1325f4fcc76 req-04770791-28a1-46aa-b1a4-c4696277533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.822595 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6a51103f-1d0d-4fa4-9061-b1325f4fcc76 req-04770791-28a1-46aa-b1a4-c4696277533e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1129 time: 0.0393543 May 13 14:39:30.845596 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb011-3f1a-42b2-a814-310096884cf6 req-437c703d-b8f5-40d0-9906-6001ca0c452a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.849428 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bc6bb011-3f1a-42b2-a814-310096884cf6 req-437c703d-b8f5-40d0-9906-6001ca0c452a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0491655 May 13 14:39:30.870903 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6a51103f-1d0d-4fa4-9061-b1325f4fcc76 req-3ea97526-607f-481f-bde1-f7983b6d0bec service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 May 13 14:39:30.895110 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bc6bb011-3f1a-42b2-a814-310096884cf6 req-f002c206-1110-4052-83e2-08c8ab9e10f9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 May 13 14:39:31.155085 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 6ebe3836-621a-4762-bb9a-299e031d40e6 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:39:31.258580 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=6ebe3836-621a-4762-bb9a-299e031d40e6,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:31.270931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'port_id': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'mac_address': 'fa:16:3e:0f:60:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:39:31.308687 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 6ebe3836-621a-4762-bb9a-299e031d40e6 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:31.309082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:31.322773 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe3836-621a-4762-bb9a-299e031d40e6 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:31.348372 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=6ebe3836-621a-4762-bb9a-299e031d40e6,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:31.435531 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:31.456254 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6b4b5-70f3-45bc-91d9-6a00b6cdd672 req-9f32fbe3-6e16-4d8d-b452-979480100fb1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.457730 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bec6b4b5-70f3-45bc-91d9-6a00b6cdd672 req-9f32fbe3-6e16-4d8d-b452-979480100fb1 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0789738 May 13 14:39:31.463912 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe41145-1bcd-4364-9a4d-74d87d409313 req-ed87d7a7-92ef-42ef-9f74-1e2cd31c9290 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.465365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-efe41145-1bcd-4364-9a4d-74d87d409313 req-ed87d7a7-92ef-42ef-9f74-1e2cd31c9290 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0884058 May 13 14:39:31.487638 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:31.541699 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bec6b4b5-70f3-45bc-91d9-6a00b6cdd672 req-316545e7-3636-403f-8a9a-fe02e5b0404d tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752168 May 13 14:39:31.545745 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-efe41145-1bcd-4364-9a4d-74d87d409313 req-edff15ab-b7b6-4548-8890-9b70bff5d016 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731966 May 13 14:39:31.643546 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381bed-6c6f-4b81-bdfb-30f643dc1411 req-401bfe35-fd77-444f-9f8a-64bf56afa677 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.645090 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-15381bed-6c6f-4b81-bdfb-30f643dc1411 req-401bfe35-fd77-444f-9f8a-64bf56afa677 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 944 time: 0.0483918 May 13 14:39:31.696106 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-15381bed-6c6f-4b81-bdfb-30f643dc1411 req-3efbbe17-df8d-4fe6-b1d6-05878c82cf12 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450087 May 13 14:39:31.795070 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['6ebe3836-621a-4762-bb9a-299e031d40e6'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:39:32.015615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de129c33-3b1a-419c-ae11-21ec0b815e6d req-09251f19-2a3a-489e-b68f-44421ca332e8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.017110 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de129c33-3b1a-419c-ae11-21ec0b815e6d req-09251f19-2a3a-489e-b68f-44421ca332e8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0474970 May 13 14:39:32.064120 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de129c33-3b1a-419c-ae11-21ec0b815e6d req-fabef0e4-fc43-41a8-9ed0-d14d9a51649d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412769 May 13 14:39:32.408438 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:32.410794 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32e7b76-95b2-4e4c-9b81-5677904c4255" -d '{"events": [{"server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "name": "network-vif-plugged", "status": "completed", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:32.445094 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa654938-66cd-4126-9ebc-5552729dc8db x-openstack-request-id: req-fa654938-66cd-4126-9ebc-5552729dc8db {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:32.445401 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "name": "network-vif-plugged", "status": "completed", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:32.445655 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fa654938-66cd-4126-9ebc-5552729dc8db {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:32.446068 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa654938-66cd-4126-9ebc-5552729dc8db'] response: {'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'code': 200} May 13 14:39:32.689652 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5376e9-8af7-4f4f-9c0a-c0fcb668b2f3 req-8ba58122-d6b9-43cd-a303-2ceac3c0ad23 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.691087 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-db5376e9-8af7-4f4f-9c0a-c0fcb668b2f3 req-8ba58122-d6b9-43cd-a303-2ceac3c0ad23 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0784488 May 13 14:39:32.700056 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ae9ba-aa48-47d5-92e6-6537ee2bd1ff req-e727128d-e689-4c0e-80b0-83a7c8e331e5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.701540 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ae9ba-aa48-47d5-92e6-6537ee2bd1ff req-e727128d-e689-4c0e-80b0-83a7c8e331e5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0800636 May 13 14:39:32.776355 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-db5376e9-8af7-4f4f-9c0a-c0fcb668b2f3 req-6f2ad627-f6b1-435a-aad1-787929560d20 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738401 May 13 14:39:32.780172 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ae9ba-aa48-47d5-92e6-6537ee2bd1ff req-3f88fa7c-4b0f-45e2-af6b-56959d13d77d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710454 May 13 14:39:32.882050 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc2f8-495f-4825-8993-9a393bb725b3 req-f345d085-3763-4753-8116-ad922551e20d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.883557 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d7dc2f8-495f-4825-8993-9a393bb725b3 req-f345d085-3763-4753-8116-ad922551e20d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 944 time: 0.0480795 May 13 14:39:32.885095 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c963332-4133-48e4-a061-b023d97ebf0f req-665aa5de-0265-45c0-922e-e8fe285c324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.886786 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9c963332-4133-48e4-a061-b023d97ebf0f req-665aa5de-0265-45c0-922e-e8fe285c324d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 1130 time: 0.0439413 May 13 14:39:32.932411 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9c963332-4133-48e4-a061-b023d97ebf0f req-711dfb7e-008a-423f-a396-e65a13be8460 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 May 13 14:39:32.933355 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d7dc2f8-495f-4825-8993-9a393bb725b3 req-ad537558-17f6-4037-81c6-bd7a2e82b9df tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 May 13 14:39:33.170094 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 6ebe3836-621a-4762-bb9a-299e031d40e6 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:39:33.188506 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a70fdd-d25a-4e07-adaa-ba3ffff13b61 req-2b802967-4c73-4a7a-a38e-37a2ef743136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.189986 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7a70fdd-d25a-4e07-adaa-ba3ffff13b61 req-2b802967-4c73-4a7a-a38e-37a2ef743136 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0520196 May 13 14:39:33.214008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 6ebe3836-621a-4762-bb9a-299e031d40e6 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:39:33.239085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e7a70fdd-d25a-4e07-adaa-ba3ffff13b61 req-3dd3c9fd-a314-498e-b199-58863a4b267c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 May 13 14:39:33.275371 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 6ebe3836-621a-4762-bb9a-299e031d40e6 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:33.275788 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:33.351037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 6ebe3836-621a-4762-bb9a-299e031d40e6 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:33.351495 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:33.388446 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=6ebe3836-621a-4762-bb9a-299e031d40e6,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:33.492452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:33.539672 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:33.823334 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e59f52-8a5f-480d-8c5c-0d4b61da00b7 req-355fc1b3-7784-4caa-ad26-472396e74789 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.827978 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85e59f52-8a5f-480d-8c5c-0d4b61da00b7 req-355fc1b3-7784-4caa-ad26-472396e74789 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0503929 May 13 14:39:33.909155 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb3c00-f573-416f-ad5f-78cdb742bc80 req-30af719c-06f3-4bcf-85e8-ad076d201e09 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.910707 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46fb3c00-f573-416f-ad5f-78cdb742bc80 req-30af719c-06f3-4bcf-85e8-ad076d201e09 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0642638 May 13 14:39:33.914489 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-85e59f52-8a5f-480d-8c5c-0d4b61da00b7 req-8c1ec9f5-a7f2-4692-bd53-f5ab651a91d0 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841010 May 13 14:39:33.965019 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46fb3c00-f573-416f-ad5f-78cdb742bc80 req-4b88136a-bf83-492b-88ce-0c81712fd75f tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 May 13 14:39:34.020791 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b556ce-40c2-4967-b301-8ecbef9303ef req-de690b63-25e4-49c8-9f8b-c46fd9cb52ec tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.022320 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c6b556ce-40c2-4967-b301-8ecbef9303ef req-de690b63-25e4-49c8-9f8b-c46fd9cb52ec tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0507948 May 13 14:39:34.087754 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d6878-abdc-4b45-a597-bf8869586432 req-c3aae612-f889-4079-8e60-06e87b73dd40 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.089283 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-540d6878-abdc-4b45-a597-bf8869586432 req-c3aae612-f889-4079-8e60-06e87b73dd40 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0660608 May 13 14:39:34.136061 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c6b556ce-40c2-4967-b301-8ecbef9303ef req-0865217f-0841-47f3-b2fc-dbc2ce704ed9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044550 May 13 14:39:34.170023 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-540d6878-abdc-4b45-a597-bf8869586432 req-c877f3f0-7e2f-49bc-a5bc-e54ca3a8d77e tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749767 May 13 14:39:34.251545 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197cd9-a94f-48fe-91fe-7f68b700fb6e req-f06d9eac-8ff1-4c6c-b596-a8a990a0cf68 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.252976 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-00197cd9-a94f-48fe-91fe-7f68b700fb6e req-f06d9eac-8ff1-4c6c-b596-a8a990a0cf68 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0475047 May 13 14:39:34.305564 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-00197cd9-a94f-48fe-91fe-7f68b700fb6e req-a11f7911-ddb2-4b98-b169-dff1171994b4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470591 May 13 14:39:34.327883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46648) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:34.359319 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92fa16-2edf-458f-ad0d-163ef7410c0d req-76d758fd-2c96-4c91-942f-7683e20a3b30 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.360925 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f92fa16-2edf-458f-ad0d-163ef7410c0d req-76d758fd-2c96-4c91-942f-7683e20a3b30 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0484853 May 13 14:39:34.367028 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9823e5-16d3-44c7-92d3-01cb244d6cd7 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.372439 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-df9823e5-16d3-44c7-92d3-01cb244d6cd7 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1124 time: 0.0435238 May 13 14:39:34.373269 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46650) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:34.378101 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:34.410514 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f92fa16-2edf-458f-ad0d-163ef7410c0d req-d8e57aaf-6088-4e57-8107-f0c5c1ad9242 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 May 13 14:39:34.448191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:34.449113 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:34.451441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6639b8d-9ab3-47dd-ba0a-84680d1cdcb4" -d '{"events": [{"server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:34.486870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe84e9b-6ffc-4aed-aac6-6c2a00e3b294 x-openstack-request-id: req-ebe84e9b-6ffc-4aed-aac6-6c2a00e3b294 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:34.487185 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:34.487436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ebe84e9b-6ffc-4aed-aac6-6c2a00e3b294 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:34.487828 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe84e9b-6ffc-4aed-aac6-6c2a00e3b294'] response: {'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'code': 200} May 13 14:39:34.533722 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:34.642220 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.27.0.117 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/6e6de9c2-6c26-4c12-8d09-c16852b072a3) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:34.750079 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:34.835591 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:34.874513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:34.877393 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:34.882938 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:39:34.888608 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=6e6de9c2-6c26-4c12-8d09-c16852b072a3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:35.084725 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cdbe-70d6-4687-9394-3ad86d47415f req-993ae007-8dcc-4f6d-884f-fa84ffc038c2 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.091326 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78f2cdbe-70d6-4687-9394-3ad86d47415f req-993ae007-8dcc-4f6d-884f-fa84ffc038c2 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0931408 May 13 14:39:35.170377 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ba-1dba-4afd-9005-5465fad61c66 req-49213f22-4d99-4a04-965e-1891ea8e0ada tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.171806 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38bb55ba-1dba-4afd-9005-5465fad61c66 req-49213f22-4d99-4a04-965e-1891ea8e0ada tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0792668 May 13 14:39:35.198679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78f2cdbe-70d6-4687-9394-3ad86d47415f req-ed9e7791-eecf-4e12-8e6b-858f9e7b7a29 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035120 May 13 14:39:35.238892 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38bb55ba-1dba-4afd-9005-5465fad61c66 req-0038bf72-090b-4850-8fb8-86d7c31f2862 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551550 May 13 14:39:35.297728 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (ec2be620-0c29-44d2-a237-028cb10ebf6e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:35.315026 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121420f5-b68c-4251-846a-9652bc72f40a req-a05dd19b-bc56-4ce2-bfb9-2d021c87ccbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.316473 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-121420f5-b68c-4251-846a-9652bc72f40a req-a05dd19b-bc56-4ce2-bfb9-2d021c87ccbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0488396 May 13 14:39:35.368222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439308d-88eb-4071-8e97-90450ab70bef req-f245bfa0-7d87-458a-a6d1-5e4797aff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.368927 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-121420f5-b68c-4251-846a-9652bc72f40a req-e8c3b765-0141-4d1a-9cf2-c90e82b82fcd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 May 13 14:39:35.369741 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c439308d-88eb-4071-8e97-90450ab70bef req-f245bfa0-7d87-458a-a6d1-5e4797aff9c6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 1129 time: 0.0703986 May 13 14:39:35.417304 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c439308d-88eb-4071-8e97-90450ab70bef req-a935057e-9a41-4278-a17f-1bfa9beba82e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 May 13 14:39:35.472892 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:35.531677 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bf49-77bf-4c33-b66e-55dd9e9309a4 req-0b8c6dd5-2e0a-4ee9-9953-d1915f08756d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.533169 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e875bf49-77bf-4c33-b66e-55dd9e9309a4 req-0b8c6dd5-2e0a-4ee9-9953-d1915f08756d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0474234 May 13 14:39:35.580740 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e875bf49-77bf-4c33-b66e-55dd9e9309a4 req-c72d5061-0bdf-44a1-98ac-3f688c24bdb1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 May 13 14:39:35.614403 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:35.698811 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:35.767221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=6e6de9c2-6c26-4c12-8d09-c16852b072a3,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:35.779977 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (ec2be620-0c29-44d2-a237-028cb10ebf6e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:35.886265 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP ec2be620-0c29-44d2-a237-028cb10ebf6e associated. External IP: 172.27.0.117, port: b578f86b-0a3c-40ea-98f6-46d061c04a50. May 13 14:39:36.100082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:36.209249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:36.219140 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:36.231043 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:36.231667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:36.301803 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:36.337475 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-03083efd-0349-47ec-b4f5-710b2b41da69 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9606361 May 13 14:39:36.337475 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:36.340092 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26eeefa-86fc-473b-9be3-43bbe9f96055" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:36.343633 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5acea0-b8dd-4d6e-9475-8cde0c35c442 req-99151572-392e-4c46-b866-81156ca50305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.345437 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc5acea0-b8dd-4d6e-9475-8cde0c35c442 req-99151572-392e-4c46-b866-81156ca50305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0756762 May 13 14:39:36.352753 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:36.408505 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456590a-63c5-4beb-a4a5-905e19aa9ce3 req-f1ac469f-9bca-4ea1-886c-879f4d44c1f4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.410189 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2456590a-63c5-4beb-a4a5-905e19aa9ce3 req-f1ac469f-9bca-4ea1-886c-879f4d44c1f4 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0813322 May 13 14:39:36.450713 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc5acea0-b8dd-4d6e-9475-8cde0c35c442 req-2e6adcca-760b-4327-83ac-5c5bac110960 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954239 May 13 14:39:36.490064 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2456590a-63c5-4beb-a4a5-905e19aa9ce3 req-fa0a58f5-ab26-4e6a-86ed-70315a3790fb tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736997 May 13 14:39:36.503078 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357028fd-cb01-4bf3-bf3d-c30ab90d2fe5 x-openstack-request-id: req-357028fd-cb01-4bf3-bf3d-c30ab90d2fe5 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:36.503587 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:36.503861 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-357028fd-cb01-4bf3-bf3d-c30ab90d2fe5 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:36.504454 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357028fd-cb01-4bf3-bf3d-c30ab90d2fe5'] response: {'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'status': 'completed', 'code': 200} May 13 14:39:36.592003 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-ed5b703a-a1f9-461e-8e5d-19b8f18cc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.593529 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-ed5b703a-a1f9-461e-8e5d-19b8f18cc455 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1129 time: 0.0438659 May 13 14:39:36.643477 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6edc82-3324-46fb-97c1-74c21f9f7662 req-3814abd6-1b1f-40ba-847b-84717ff84f52 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.644995 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f6edc82-3324-46fb-97c1-74c21f9f7662 req-3814abd6-1b1f-40ba-847b-84717ff84f52 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0790846 May 13 14:39:36.654829 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a15ee-7fcd-47c0-b2aa-0337dba2ed6c req-3b03f1eb-91a9-4661-b1f2-9de5e5272517 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.656336 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e54a15ee-7fcd-47c0-b2aa-0337dba2ed6c req-3b03f1eb-91a9-4661-b1f2-9de5e5272517 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0800128 May 13 14:39:36.681952 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46676) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:36.686783 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Request body: {'floatingip': {'port_id': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:36.742043 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-9513fb94-ad64-4554-b7c0-054473b698b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.744591 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-9513fb94-ad64-4554-b7c0-054473b698b2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.1159110 May 13 14:39:36.769961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:36.787255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:35Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:36.810525 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f6edc82-3324-46fb-97c1-74c21f9f7662 req-30fc24fb-b742-4c6a-a5a4-61da6520385d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532145 May 13 14:39:36.815960 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:36.830879 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:36.830879 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:36.852525 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd82a-e369-423d-95e0-3df7559c6b04 req-dd7d9e16-0f4a-4fe4-b67c-40f39bbd4896 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.855687 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e4fd82a-e369-423d-95e0-3df7559c6b04 req-dd7d9e16-0f4a-4fe4-b67c-40f39bbd4896 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.1298695 May 13 14:39:36.946720 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:37.178560 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:35Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:37.205853 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be95ff2-4e79-4f5b-ba09-267c9f3cb410 None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:35Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:37.208956 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e4fd82a-e369-423d-95e0-3df7559c6b04 req-dd0ecfa2-d1c5-424c-a507-d9ebf08b54a1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471429 May 13 14:39:37.419400 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3994c-9c5e-49ac-8bda-f156d9f5a04e None None] New status for floating IP ec2be620-0c29-44d2-a237-028cb10ebf6e: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:37.502884 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-1948d547-d4f4-479a-ac69-db0bb0d396b1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 999 time: 0.0792024 May 13 14:39:37.566992 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-d51ac1e2-09e7-4d88-880a-01ff312ade4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.569902 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-d51ac1e2-09e7-4d88-880a-01ff312ade4b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0593135 May 13 14:39:37.578546 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:37.599406 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d70e23-56b0-4e87-963d-e4061549a005 req-5f27bc40-666e-4dac-89f9-13bd2f30788d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.601016 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-65d70e23-56b0-4e87-963d-e4061549a005 req-5f27bc40-666e-4dac-89f9-13bd2f30788d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0722148 May 13 14:39:37.656388 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-65d70e23-56b0-4e87-963d-e4061549a005 req-3932c768-2cd9-460e-9ec9-a1b3fdcbbe97 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493467 May 13 14:39:37.682868 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:37.801284 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP d9f2a2bf-6f58-4a41-b829-ece52d7e86f5 associated. External IP: 172.27.0.159, port: e22f5bdb-0186-4e9e-b206-fb0de94b4f79. May 13 14:39:37.866947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-0c128214-c949-4c8b-9a50-937b44284980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.866947 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-0c128214-c949-4c8b-9a50-937b44284980 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2898848 May 13 14:39:37.953686 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c0c3b-eb6a-46c0-bb5e-decfdea54d04 req-83f13ab9-1cbe-42c4-b2d6-2fd6f3abdd63 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.955205 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-792c0c3b-eb6a-46c0-bb5e-decfdea54d04 req-83f13ab9-1cbe-42c4-b2d6-2fd6f3abdd63 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0596685 May 13 14:39:37.970368 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-3eb4365e-2088-4e0a-aa24-710f3a3b61e0 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 May 13 14:39:38.053036 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-792c0c3b-eb6a-46c0-bb5e-decfdea54d04 req-acffb943-bc24-4d17-8d30-4b9da0cabffb tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605679 May 13 14:39:38.077975 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e26eeefa-86fc-473b-9be3-43bbe9f96055 req-2fdd3170-2daf-4c85-a9be-af6edc4792ba service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002674 May 13 14:39:38.108061 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:38.209758 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9cd7-aaaa-42b5-a55d-f501a2fc4cba req-fd9822c0-f995-4a5e-a413-f681e333d16c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.211297 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-355c9cd7-aaaa-42b5-a55d-f501a2fc4cba req-fd9822c0-f995-4a5e-a413-f681e333d16c tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0898323 May 13 14:39:38.220104 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46684) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:38.224658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Request body: {'floatingip': {'port_id': '6ebe3836-621a-4762-bb9a-299e031d40e6'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:39:38.307038 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:38.370905 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:38.380382 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:38.382147 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:38.391057 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d67c8-bb38-42a7-b5f4-bab42d760179 req-434baefa-fbc5-4ca7-9040-3eabc36aaba5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.392295 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:38.392526 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-663d67c8-bb38-42a7-b5f4-bab42d760179 req-434baefa-fbc5-4ca7-9040-3eabc36aaba5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.1048894 May 13 14:39:38.392920 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.490404 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-50416315-4208-49d8-816e-482f93ac63d8 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "PUT /v2.0/floatingips/d9f2a2bf-6f58-4a41-b829-ece52d7e86f5 HTTP/1.1" status: 200 len: 992 time: 1.8070607 May 13 14:39:38.494936 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:38.497434 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432e103-05bb-48ad-84bc-38c96371bb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:38.504802 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:38.534100 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-663d67c8-bb38-42a7-b5f4-bab42d760179 req-33893d6a-1e68-4bea-89b8-d83cec983cb0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099727 May 13 14:39:38.570715 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da8cd95-3380-4ee4-a49c-7beafe8d0f13 x-openstack-request-id: req-4da8cd95-3380-4ee4-a49c-7beafe8d0f13 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:38.571006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:38.571255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4da8cd95-3380-4ee4-a49c-7beafe8d0f13 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:38.571691 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da8cd95-3380-4ee4-a49c-7beafe8d0f13'] response: {'name': 'network-changed', 'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'status': 'completed', 'code': 200} May 13 14:39:38.611355 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-d56a4ebb-280a-47ad-b2ce-4a3db11fdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.613180 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-d56a4ebb-280a-47ad-b2ce-4a3db11fdeda service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9da8a73af95447ba8519a7f0b366e858&device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 1130 time: 0.0417459 May 13 14:39:38.751795 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-73dd9f48-f59b-4d1c-ae3b-eae1495a75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.753743 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-73dd9f48-f59b-4d1c-ae3b-eae1495a75bd service neutron] 10.222.0.97 "GET /v2.0/networks?id=89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 200 len: 916 time: 0.1212993 May 13 14:39:38.762766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'd9f2a2bf-6f58-4a41-b829-ece52d7e86f5', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:33:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.792599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:38.801407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:38.802028 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.823294 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-3289542b-19bf-4ed6-8edc-acc6d90384a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79 HTTP/1.1" status: 200 len: 1000 time: 0.0636995 May 13 14:39:38.835382 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b999d-a5e4-47e9-afd3-1f5ae93df7f8 req-5dcabf35-fb7b-4f50-88fa-7df92290c3de tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.836898 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b1b999d-a5e4-47e9-afd3-1f5ae93df7f8 req-5dcabf35-fb7b-4f50-88fa-7df92290c3de tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0879261 May 13 14:39:38.875579 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-656e2101-f106-4b7c-ae9e-08ea712f9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.877039 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-656e2101-f106-4b7c-ae9e-08ea712f9480 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 200 len: 854 time: 0.0476332 May 13 14:39:38.916929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:38.964570 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b1b999d-a5e4-47e9-afd3-1f5ae93df7f8 req-5c402180-07cd-401f-b20f-db89dc6e1332 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130280 May 13 14:39:38.978999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:39.041185 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-4295ee43-05fe-4588-9e94-d1eecfd375cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:39.042957 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-4295ee43-05fe-4588-9e94-d1eecfd375cd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=89e95687-bd5c-49e2-9e67-ce800dfe2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433764 May 13 14:39:39.058375 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:39.145514 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'd9f2a2bf-6f58-4a41-b829-ece52d7e86f5', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:33:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:39.165237 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-3e59b5f1-ed19-4b90-8996-54617fe3c51b service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914867 May 13 14:39:39.169244 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Floating IP 14a52989-f6a1-405e-9227-611ec9996155 associated. External IP: 172.27.0.37, port: 6ebe3836-621a-4762-bb9a-299e031d40e6. May 13 14:39:39.174700 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761e29-aa7d-4497-b954-db012fef9464 None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'd9f2a2bf-6f58-4a41-b829-ece52d7e86f5', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'port_id': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'mac_address': 'fa:16:3e:33:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:39.186214 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:39:39.300700 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7432e103-05bb-48ad-84bc-38c96371bb9d req-7fff4892-a1bd-44cc-8944-2fad8fe602b6 service neutron] 10.222.0.97 "GET /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210184 May 13 14:39:39.309292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:39.331047 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:39:39.374582 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: ACTIVE; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:39.375017 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:39.391053 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:39.417747 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:39.466505 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380c1fc-4fd0-4b70-9979-86e0e757333e None None] New status for floating IP d9f2a2bf-6f58-4a41-b829-ece52d7e86f5: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:39.505452 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:39.562581 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.635796 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['78cacd6a-7306-4f03-926e-1921cc0fd00c'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:39:39.688819 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:39:39.696511 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eae48-32e3-4b25-ad35-724cc11ba0d2 req-7cebcde3-1e3c-46f5-bf0d-0c84f47e29d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:39.698018 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c68eae48-32e3-4b25-ad35-724cc11ba0d2 req-7cebcde3-1e3c-46f5-bf0d-0c84f47e29d8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 944 time: 0.0665669 May 13 14:39:39.800955 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c68eae48-32e3-4b25-ad35-724cc11ba0d2 req-07c0559d-93ae-4fcd-9ba5-9e4d25ef1dba tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943627 May 13 14:39:39.853328 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:39:39.857735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:39.862986 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:39.874245 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:39.874898 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:39.889174 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e331634a-cc88-4082-93fd-0f5d88f57bbf tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "PUT /v2.0/floatingips/14a52989-f6a1-405e-9227-611ec9996155 HTTP/1.1" status: 200 len: 990 time: 1.6680450 May 13 14:39:40.090928 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf106d-b844-4b5e-b7bf-255136bac240 req-a5448a7c-ac0e-471d-b1cc-51cb06a363d6 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.092451 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bcf106d-b844-4b5e-b7bf-255136bac240 req-a5448a7c-ac0e-471d-b1cc-51cb06a363d6 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0545189 May 13 14:39:40.109365 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:40.142538 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3bcf106d-b844-4b5e-b7bf-255136bac240 req-15cdba5a-a088-4985-af46-4393e143b814 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 May 13 14:39:40.325762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '14a52989-f6a1-405e-9227-611ec9996155', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:0f:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:38Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:40.356762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:40.365008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:39:40.365609 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:40.473082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:39:40.573659 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:40.575180 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96262231-27ef-4665-a53c-1f5a4d95268b" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:40.611588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179c7e1c-d4b3-47c8-a1e7-229ce1bea3f7 x-openstack-request-id: req-179c7e1c-d4b3-47c8-a1e7-229ce1bea3f7 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:40.611886 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:40.612141 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-179c7e1c-d4b3-47c8-a1e7-229ce1bea3f7 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:40.612550 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179c7e1c-d4b3-47c8-a1e7-229ce1bea3f7'] response: {'name': 'network-changed', 'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'status': 'completed', 'code': 200} May 13 14:39:40.673538 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262231-27ef-4665-a53c-1f5a4d95268b req-9c7285cb-de22-41b7-821a-5042dd723907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.675083 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-9c7285cb-de22-41b7-821a-5042dd723907 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c55eaec125bd4015914970c0f5d53665&device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 1129 time: 0.0392883 May 13 14:39:40.691051 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '14a52989-f6a1-405e-9227-611ec9996155', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:0f:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:38Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:40.722859 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56e0-939b-4851-8910-2de97ea25364 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': '14a52989-f6a1-405e-9227-611ec9996155', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'port_id': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'mac_address': 'fa:16:3e:0f:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:17Z', 'updated_at': '2022-05-13T14:39:38Z', 'revision_number': 1, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:40.773247 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262231-27ef-4665-a53c-1f5a4d95268b req-77a99f77-d3c3-4b33-b8bb-469659358512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.775302 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-77a99f77-d3c3-4b33-b8bb-469659358512 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 200 len: 912 time: 0.0875714 May 13 14:39:40.858960 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-2cbf1755-626c-4cae-9dc9-39eb7cac5a11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ebe3836-621a-4762-bb9a-299e031d40e6 HTTP/1.1" status: 200 len: 998 time: 0.0668614 May 13 14:39:40.913205 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262231-27ef-4665-a53c-1f5a4d95268b req-55d7aa23-d95f-4269-a307-e21d09e9d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.914820 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-55d7aa23-d95f-4269-a307-e21d09e9d90a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 200 len: 850 time: 0.0474207 May 13 14:39:40.936111 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e84fe-ef8b-42ed-be7b-7ff609102c9d req-7f8189ec-4544-4758-bdca-01f308ba04b9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.937868 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-351e84fe-ef8b-42ed-be7b-7ff609102c9d req-7f8189ec-4544-4758-bdca-01f308ba04b9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 944 time: 0.0551357 May 13 14:39:40.950800 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f30c3-6bef-4e73-8c64-46617d500cf2 None None] New status for floating IP 14a52989-f6a1-405e-9227-611ec9996155: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:40.971186 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262231-27ef-4665-a53c-1f5a4d95268b req-9cbc74b6-55cb-4ccf-84e8-9176c8555ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.973664 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-9cbc74b6-55cb-4ccf-84e8-9176c8555ca6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a3c8f8c4-7156-412b-b81b-cc20024dae90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472293 May 13 14:39:40.990614 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-351e84fe-ef8b-42ed-be7b-7ff609102c9d req-84190224-9c7c-4280-bb40-35a46ab2c279 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465779 May 13 14:39:41.084330 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-d21cb11a-a08a-4687-aeb7-48e31c7a6534 service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 May 13 14:39:41.179832 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96262231-27ef-4665-a53c-1f5a4d95268b req-94d3d35e-c3b4-4319-9f87-fc2814b7439e service neutron] 10.222.0.97 "GET /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873020 May 13 14:39:41.208280 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:39:41.258277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 78cacd6a-7306-4f03-926e-1921cc0fd00c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:39:41.258666 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:41.263454 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9d08f-02a8-4d55-8eae-19efa829ec78 req-cc452baf-7880-4da2-86f6-fe97be8e64d1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.264986 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89b9d08f-02a8-4d55-8eae-19efa829ec78 req-cc452baf-7880-4da2-86f6-fe97be8e64d1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0483599 May 13 14:39:41.320009 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89b9d08f-02a8-4d55-8eae-19efa829ec78 req-b4983837-d1c0-456a-ba6c-a9c7b0ede175 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491929 May 13 14:39:41.343880 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:41.344274 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:41.366564 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:41.368911 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e0930-2943-4180-8db1-1940a3ac6281" -d '{"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:41.381064 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:41.406275 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8f7ea-d0aa-4940-a7e0-e94c5bd087b6 x-openstack-request-id: req-5df8f7ea-d0aa-4940-a7e0-e94c5bd087b6 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:41.406583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:41.406909 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5df8f7ea-d0aa-4940-a7e0-e94c5bd087b6 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:41.407299 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df8f7ea-d0aa-4940-a7e0-e94c5bd087b6'] response: {'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'code': 200} May 13 14:39:41.448432 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:41.495896 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.110977 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d2435-730c-4b29-8ffd-32eda212ab63 req-69be8b4d-1017-41e6-9b70-2ad109fc7fb1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.112466 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a58d2435-730c-4b29-8ffd-32eda212ab63 req-69be8b4d-1017-41e6-9b70-2ad109fc7fb1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0470440 May 13 14:39:42.161188 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a58d2435-730c-4b29-8ffd-32eda212ab63 req-e67cbd76-5cd6-481f-ac53-16dafea927cf tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 May 13 14:39:42.439902 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ea52a-9fa0-4514-8a60-f37390fbc820 req-f4e9367d-461d-4e0d-a816-7fca9f1d0053 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.441335 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3e0ea52a-9fa0-4514-8a60-f37390fbc820 req-f4e9367d-461d-4e0d-a816-7fca9f1d0053 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0485513 May 13 14:39:42.492485 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3e0ea52a-9fa0-4514-8a60-f37390fbc820 req-c8c1561d-9fdb-4504-a73e-51815184b106 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 May 13 14:39:43.296609 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f9f4-9cf5-4355-92bf-78c15176fb8f req-122802a4-b541-4c4f-9d13-70a910fe8e5b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.298140 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7066f9f4-9cf5-4355-92bf-78c15176fb8f req-122802a4-b541-4c4f-9d13-70a910fe8e5b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0576434 May 13 14:39:43.348703 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7066f9f4-9cf5-4355-92bf-78c15176fb8f req-7e4d8316-7042-4910-9e3d-3a174f0fbd31 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 May 13 14:39:43.621913 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fed2c-20d5-4c6a-b321-896273bd8154 req-dfa689b3-1f71-4e59-948b-8cedb3771497 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.623533 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4e9fed2c-20d5-4c6a-b321-896273bd8154 req-dfa689b3-1f71-4e59-948b-8cedb3771497 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0506318 May 13 14:39:43.683390 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4e9fed2c-20d5-4c6a-b321-896273bd8154 req-397082c4-de7f-405f-aafd-1741118b16e7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542510 May 13 14:39:44.287746 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-9fc5346d-3dc0-4c9c-90a6-9ff245e378c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.289941 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-9fc5346d-3dc0-4c9c-90a6-9ff245e378c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0471032 May 13 14:39:44.407934 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-b3532cb0-27eb-43dd-8488-f06cf3d2c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.409514 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-b3532cb0-27eb-43dd-8488-f06cf3d2c7b5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 910 time: 0.1125906 May 13 14:39:44.491981 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-516c4a03-3e66-4da0-bd7c-8e419cd1b0d1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 1002 time: 0.0714793 May 13 14:39:44.505713 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0add5c4-30ce-4697-bbec-3c3e4432b595 req-af24c473-0343-4472-9854-7a6c59c95ff4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.515405 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0add5c4-30ce-4697-bbec-3c3e4432b595 req-af24c473-0343-4472-9854-7a6c59c95ff4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0779486 May 13 14:39:44.557911 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-8dbf9e4d-5318-4a45-a510-5dd0da24360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.559686 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-8dbf9e4d-5318-4a45-a510-5dd0da24360a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.0524573 May 13 14:39:44.587890 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0add5c4-30ce-4697-bbec-3c3e4432b595 req-abd50790-ca39-48c5-8812-4500ba958421 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707746 May 13 14:39:44.624916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-8e719c42-9a5d-419d-8689-fce55af95ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.626396 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-8e719c42-9a5d-419d-8689-fce55af95ba9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563643 May 13 14:39:44.761802 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-fc0d4c9b-e668-41fa-806f-1453e8c0ac9f service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234820 May 13 14:39:44.841555 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245231e4-9dbb-4c38-b08d-8ebc93098945 req-c0b6e875-6378-4aea-bf6f-6d76ea5bdc09 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.841555 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-245231e4-9dbb-4c38-b08d-8ebc93098945 req-c0b6e875-6378-4aea-bf6f-6d76ea5bdc09 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0664837 May 13 14:39:44.876524 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-86954bdf-ef5e-482d-8fd8-fa4b9b15bd82 req-bc540ac6-180d-45e7-9d05-484b70776509 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009209 May 13 14:39:44.914236 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-245231e4-9dbb-4c38-b08d-8ebc93098945 req-63e2c4c2-23aa-459a-a68d-661a778855fd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712376 May 13 14:39:45.703783 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb88983-e94f-42a6-8db4-755af15c3e67 req-9f6a5c8e-935c-44ae-987b-7298c9effaec tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.705270 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfb88983-e94f-42a6-8db4-755af15c3e67 req-9f6a5c8e-935c-44ae-987b-7298c9effaec tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0503035 May 13 14:39:45.769201 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfb88983-e94f-42a6-8db4-755af15c3e67 req-2cc28aa4-7476-4690-894f-b5b87f3161a6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558164 May 13 14:39:46.037962 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc800d-cfda-4a40-9bf2-0385bf2d41ac req-6dfe7b76-5515-4253-8964-da29ab27b885 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.041440 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6bc800d-cfda-4a40-9bf2-0385bf2d41ac req-6dfe7b76-5515-4253-8964-da29ab27b885 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0635676 May 13 14:39:46.106967 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6bc800d-cfda-4a40-9bf2-0385bf2d41ac req-7611aedc-69f4-41c7-955c-733231fd3387 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612626 May 13 14:39:46.902485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2b58-14d1-4c5f-b042-16d1d7fda649 req-3de8c210-741b-43fb-9de0-899cf6442bd3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.904266 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3cd2b58-14d1-4c5f-b042-16d1d7fda649 req-3de8c210-741b-43fb-9de0-899cf6442bd3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0628061 May 13 14:39:46.968001 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3cd2b58-14d1-4c5f-b042-16d1d7fda649 req-bbf84107-8489-4324-80e0-64f38814e903 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569582 May 13 14:39:47.246293 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71fa3-1beb-4bde-bce3-d756be6c4e14 req-d6b9b700-7f0b-4c13-9bfd-49f892eec21d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.248127 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-35e71fa3-1beb-4bde-bce3-d756be6c4e14 req-d6b9b700-7f0b-4c13-9bfd-49f892eec21d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0620174 May 13 14:39:47.318784 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-35e71fa3-1beb-4bde-bce3-d756be6c4e14 req-3ff71f2e-d1b1-42e3-8353-fb2f5a74234f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641055 May 13 14:39:48.097383 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa2a1c-bf72-4060-9117-b0664bfdff74 req-55715e28-f839-49bb-a757-3aaa7d8413d7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.099596 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ffa2a1c-bf72-4060-9117-b0664bfdff74 req-55715e28-f839-49bb-a757-3aaa7d8413d7 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0511723 May 13 14:39:48.148944 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ffa2a1c-bf72-4060-9117-b0664bfdff74 req-d9207799-7fef-4618-8df3-3c9e8554ce1a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 May 13 14:39:48.429815 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b493-ff2d-44f6-8c46-5ea55efd0805 req-97736498-c474-4e5b-a4d3-42b1bedcae20 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.431381 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b73b493-ff2d-44f6-8c46-5ea55efd0805 req-97736498-c474-4e5b-a4d3-42b1bedcae20 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0499721 May 13 14:39:48.491403 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b73b493-ff2d-44f6-8c46-5ea55efd0805 req-5f8ae72c-162a-48b2-a282-01caf576b26e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537665 May 13 14:39:48.498153 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:48.562816 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-917f5fb1-e830-4648-be5b-d4704eba8e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:48.898602 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-a38e5890-75e7-45e6-80ee-f1ab654a84ed service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654526 May 13 14:39:48.985806 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-dd47a838-9eaf-4c1e-869d-2a6a77f59d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.988164 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-dd47a838-9eaf-4c1e-869d-2a6a77f59d0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e5947341da448bdbd19f72f520317b3&device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 1129 time: 0.0578954 May 13 14:39:49.045679 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8527-e330-4a51-a30e-52b3c6e98587 req-05b1b86e-331f-4ab5-9952-3ed858a86671 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.048229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-618e8527-e330-4a51-a30e-52b3c6e98587 req-05b1b86e-331f-4ab5-9952-3ed858a86671 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.1189463 May 13 14:39:49.093960 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46786) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:49.120790 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-618e8527-e330-4a51-a30e-52b3c6e98587 req-1e076824-ba1c-44b3-bc24-fafa5453fae8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668514 May 13 14:39:49.203360 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-3123c8ba-95db-490b-8adc-bdcca755501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.203360 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-3123c8ba-95db-490b-8adc-bdcca755501d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 200 len: 919 time: 0.1750746 May 13 14:39:49.221471 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-389be5fd-1ad4-403e-a783-0b49dc98495a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261981 May 13 14:39:49.229183 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-2663252a-2e42-483a-bdac-a58eedc89c4e service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:39:49.234944 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:39:49.238851 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-2663252a-2e42-483a-bdac-a58eedc89c4e service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0122075 May 13 14:39:49.325664 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a02e349e-e653-401e-a9a9-55586f50d139 is: ACTIVE; New status is: DOWN {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:49.326060 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:49.327819 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-edcde3ab-41b0-473b-b7d7-7316dac18ccd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0887971 May 13 14:39:49.328471 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46796) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:39:49.340709 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae93ac7-4b26-45bd-a3f0-3d997b09cc61 req-12d9f051-706b-4995-bd19-09cda6a0885f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.343096 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ae93ac7-4b26-45bd-a3f0-3d997b09cc61 req-12d9f051-706b-4995-bd19-09cda6a0885f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0888753 May 13 14:39:49.367352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:49.369789 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:49.372463 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1faefe-f168-4f80-a1dd-89a906100348" -d '{"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-unplugged", "status": "completed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:49.431515 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:49.446060 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ae93ac7-4b26-45bd-a3f0-3d997b09cc61 req-7963934c-30c1-4b70-8398-61f1d11e1b41 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936463 May 13 14:39:49.452916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-3a36d375-a68d-4fb5-a5f9-cf5f3b0e268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.452916 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-3a36d375-a68d-4fb5-a5f9-cf5f3b0e268c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 200 len: 857 time: 0.1074677 May 13 14:39:49.465690 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a745e3-c839-4031-b05e-4f43d0f6868c x-openstack-request-id: req-e0a745e3-c839-4031-b05e-4f43d0f6868c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:49.466088 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-unplugged", "status": "failed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "code": 422}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:49.466790 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e0a745e3-c839-4031-b05e-4f43d0f6868c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:49.467437 dv-cinder-841754-1-iscsi neutron-server[103808]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0a745e3-c839-4031-b05e-4f43d0f6868c']: {'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'code': 422} returned with failed status May 13 14:39:49.508069 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.508715 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-19518a2b-ed53-407d-9b92-29a9415dc971 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.510812 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-19518a2b-ed53-407d-9b92-29a9415dc971 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports/a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 943 time: 0.1810226 May 13 14:39:49.538854 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-b217fbea-59c8-4806-bb51-e2e2b95bee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.541330 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-b217fbea-59c8-4806-bb51-e2e2b95bee89 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9876c1ab-e914-4674-b81f-2c54befe255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830112 May 13 14:39:49.662127 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-c823ece8-d577-474e-b7d4-41867f5b1887 service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122682 May 13 14:39:49.793405 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c3b77e0e-0273-4116-b343-fd22cbe30f2d req-ba8d5c89-589c-4aa5-ae0d-a5650697f5fa service neutron] 10.222.0.97 "GET /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196048 May 13 14:39:50.316637 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8554b21-287b-4052-a159-1d4e7b47e05d req-5537910e-dc26-4d9e-be39-5fddf79fa84a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.318231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f8554b21-287b-4052-a159-1d4e7b47e05d req-5537910e-dc26-4d9e-be39-5fddf79fa84a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0898476 May 13 14:39:50.382508 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f8554b21-287b-4052-a159-1d4e7b47e05d req-4b0973e7-b382-41f6-854e-a4ccf7063caa tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545213 May 13 14:39:50.602197 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1612dfd7-3a37-4462-b9db-cd0396ddc62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:50.605982 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859217-3fad-4705-b21b-6a0a4f228a0d req-0dd1a048-5b08-45e2-95a9-6360f39decd4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.607602 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2859217-3fad-4705-b21b-6a0a4f228a0d req-0dd1a048-5b08-45e2-95a9-6360f39decd4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0576360 May 13 14:39:50.669229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2859217-3fad-4705-b21b-6a0a4f228a0d req-e2dfb18f-608c-41ee-9bbd-5a24a36fc058 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531557 May 13 14:39:51.519945 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41659e-a64c-4e5b-ac09-ddde1660135a req-a87256da-453d-4ef3-9deb-93f26356cbaf tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.521554 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f41659e-a64c-4e5b-ac09-ddde1660135a req-a87256da-453d-4ef3-9deb-93f26356cbaf tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0559027 May 13 14:39:51.577322 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f41659e-a64c-4e5b-ac09-ddde1660135a req-8688a006-7ee0-4b09-bec7-3db5ffbe1970 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494869 May 13 14:39:51.797495 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9135d-5b0c-4cf9-a1ee-6244d1ca5a2d req-c9958440-84b4-450d-8c07-21adb33b3f9b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.799145 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ff9135d-5b0c-4cf9-a1ee-6244d1ca5a2d req-c9958440-84b4-450d-8c07-21adb33b3f9b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0522602 May 13 14:39:51.850444 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ff9135d-5b0c-4cf9-a1ee-6244d1ca5a2d req-42caec40-6d86-4588-b5b5-e0837dec8214 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455589 May 13 14:39:52.201057 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:52.701044 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46d1ab-b3b4-48f1-8224-ab9d9d0fd6c4 req-b3dfa235-699a-4c54-9d3f-0454c351be2f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.702545 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b46d1ab-b3b4-48f1-8224-ab9d9d0fd6c4 req-b3dfa235-699a-4c54-9d3f-0454c351be2f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0498834 May 13 14:39:52.767293 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b46d1ab-b3b4-48f1-8224-ab9d9d0fd6c4 req-d2b84246-13a1-49c7-93d5-1c93d506841e tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571570 May 13 14:39:52.976624 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f11cc-25d8-4114-ba8d-064fba545e79 req-80429c41-8eb9-4b4e-a881-2b32eb054f92 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.978532 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a98f11cc-25d8-4114-ba8d-064fba545e79 req-80429c41-8eb9-4b4e-a881-2b32eb054f92 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0502145 May 13 14:39:53.033679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a98f11cc-25d8-4114-ba8d-064fba545e79 req-5b1ea84b-4ce3-4d34-ae11-93250340f3e3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492158 May 13 14:39:53.042462 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:53.583394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-dac2ee82-3076-41c3-9081-b1be024887cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.584885 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-dac2ee82-3076-41c3-9081-b1be024887cb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60&tenant_id=f2e16a9058094ec7a0d081e177a6dde5 HTTP/1.1" status: 200 len: 1128 time: 0.0412147 May 13 14:39:53.670886 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:39:53.707191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-d8442813-3c15-46c8-bc2c-e0f7daf78beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.708668 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-d8442813-3c15-46c8-bc2c-e0f7daf78beb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1128 time: 0.0389521 May 13 14:39:53.805601 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-bacebf3a-b228-42b0-99a5-9e48f2bfc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.807589 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-bacebf3a-b228-42b0-99a5-9e48f2bfc314 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 910 time: 0.0914614 May 13 14:39:53.891197 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2fad9-0a24-42b8-92cb-eadce88e6824 req-91627375-4590-4e78-b840-1802d57dffcd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.892650 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39c2fad9-0a24-42b8-92cb-eadce88e6824 req-91627375-4590-4e78-b840-1802d57dffcd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0469701 May 13 14:39:53.942592 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39c2fad9-0a24-42b8-92cb-eadce88e6824 req-039f6255-d155-4c97-9316-d21abd72aa4f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 May 13 14:39:54.018402 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-e942ba19-5e5e-414c-83b2-84b163906cfc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 1000 time: 0.0613384 May 13 14:39:54.074235 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-10d3ca76-417a-45f7-ad50-145bf2d2adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.075740 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-10d3ca76-417a-45f7-ad50-145bf2d2adb4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.0470631 May 13 14:39:54.161987 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39c42-2528-45e7-b1e7-a185bf53a122 req-d53ffdae-de94-42a5-8d4d-e75a81c8281a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.163512 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ad39c42-2528-45e7-b1e7-a185bf53a122 req-d53ffdae-de94-42a5-8d4d-e75a81c8281a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0513158 May 13 14:39:54.218949 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ad39c42-2528-45e7-b1e7-a185bf53a122 req-58404eed-d95b-492c-b444-3ef1012f30e4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491946 May 13 14:39:54.264872 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-de8048e6-9dfe-40e2-8a21-ae487dac4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.266362 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-de8048e6-9dfe-40e2-8a21-ae487dac4ac1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681038 May 13 14:39:54.273691 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-7ec877ee-b78c-402e-84a7-3375a87a9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.275950 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-7ec877ee-b78c-402e-84a7-3375a87a9af0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1129 time: 0.0492847 May 13 14:39:54.445333 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-c0c96aa4-44b2-4031-9cbf-ed666cdd4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.447378 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-c0c96aa4-44b2-4031-9cbf-ed666cdd4bcc service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.1483049 May 13 14:39:54.449065 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-b5be25c4-5949-4b13-bc59-ec9dc97de709 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571136 May 13 14:39:54.573580 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-1c14cfe4-695d-4444-ac4a-393b729c7fcb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 1001 time: 0.1106713 May 13 14:39:54.635268 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-78091041-8d1b-44ec-a669-97fee6e463b1 req-3cbd9374-3802-4398-90f9-1a65ddcc8e5a service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660671 May 13 14:39:54.643628 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-3100b04c-3f33-4f46-808e-7290dd4488d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.645136 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-3100b04c-3f33-4f46-808e-7290dd4488d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0617559 May 13 14:39:54.694804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-7c6804b0-a117-46d7-85f7-06bc08acda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.697055 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-7c6804b0-a117-46d7-85f7-06bc08acda01 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412648 May 13 14:39:54.797766 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-43655a23-a18c-4669-abe7-40ece630b599 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935495 May 13 14:39:54.829285 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:54.901402 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781706-c049-4cfa-9f69-bc1e82960fcc req-7a3314f3-614c-4ae9-91d6-39ec67dcc90f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.902837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df781706-c049-4cfa-9f69-bc1e82960fcc req-7a3314f3-614c-4ae9-91d6-39ec67dcc90f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0474169 May 13 14:39:54.951066 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df781706-c049-4cfa-9f69-bc1e82960fcc req-eeba2bf1-0cea-45a5-b8bb-099721953a6c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 May 13 14:39:55.062227 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf13ef8-3597-4193-a007-00be3e5ae0b0 req-ecfdbf49-942f-4ba6-b73f-0745bf8d458a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.063719 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bf13ef8-3597-4193-a007-00be3e5ae0b0 req-ecfdbf49-942f-4ba6-b73f-0745bf8d458a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0468671 May 13 14:39:55.115809 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bf13ef8-3597-4193-a007-00be3e5ae0b0 req-1236f1bb-4e1d-4eb4-859b-a5b81eb172cd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 May 13 14:39:55.339684 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a458d-0b73-4b5d-ad76-e83550a2f531 req-c95311c1-e1b5-467b-be69-99a6fbd4b9a3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.341153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-783a458d-0b73-4b5d-ad76-e83550a2f531 req-c95311c1-e1b5-467b-be69-99a6fbd4b9a3 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0466192 May 13 14:39:55.388015 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-783a458d-0b73-4b5d-ad76-e83550a2f531 req-617b8b67-d5b0-4d2c-8f4d-0f554f1f2d00 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 May 13 14:39:56.072779 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6504dc1-e109-49c7-b1fe-91c417a70d2a req-603189bc-815d-4a9a-b11f-f602059fbb46 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.074263 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f6504dc1-e109-49c7-b1fe-91c417a70d2a req-603189bc-815d-4a9a-b11f-f602059fbb46 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0470662 May 13 14:39:56.120885 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f6504dc1-e109-49c7-b1fe-91c417a70d2a req-c63f7abf-bc37-4388-9534-d2c0c2b812c9 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 May 13 14:39:56.231461 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12ca2-d729-4676-a960-b4297a4743d4 req-fedc8f44-56dd-489e-a06f-d40f6d55f3e8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.232937 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1d12ca2-d729-4676-a960-b4297a4743d4 req-fedc8f44-56dd-489e-a06f-d40f6d55f3e8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0493896 May 13 14:39:56.282966 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d1d12ca2-d729-4676-a960-b4297a4743d4 req-fb8a3a3a-1804-4656-8154-567b0114aa0d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 May 13 14:39:56.505846 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62045ae3-6723-4c7f-963e-0ba4fee6a486 req-3e42a314-22e6-4f73-90b3-278c2b956e21 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.507344 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-62045ae3-6723-4c7f-963e-0ba4fee6a486 req-3e42a314-22e6-4f73-90b3-278c2b956e21 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 945 time: 0.0466697 May 13 14:39:56.553286 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-62045ae3-6723-4c7f-963e-0ba4fee6a486 req-dc9a4cc4-20a6-412d-8d5d-6970c7a5550e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 May 13 14:39:57.231003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:39:57.238202 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd616-6e83-4a47-93d9-c944643f26a1 req-03883cd2-5bdb-49dc-8904-dcd3c24a074b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.239723 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07ccd616-6e83-4a47-93d9-c944643f26a1 req-03883cd2-5bdb-49dc-8904-dcd3c24a074b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0510821 May 13 14:39:57.288479 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07ccd616-6e83-4a47-93d9-c944643f26a1 req-8699a350-f3bd-41e6-8202-fe3b66ba64fc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 May 13 14:39:57.311453 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: ACTIVE; New status is: DOWN {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:39:57.311453 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:57.335673 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:57.338551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af57ed5-6cc8-4957-bcb4-a2aecd1e6bc0" -d '{"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-unplugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:39:57.351789 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:39:57.376404 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f7d23f-5a13-430f-8d1e-bc5b09240075 x-openstack-request-id: req-50f7d23f-5a13-430f-8d1e-bc5b09240075 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:39:57.376722 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-unplugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:39:57.376982 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-50f7d23f-5a13-430f-8d1e-bc5b09240075 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:39:57.377376 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f7d23f-5a13-430f-8d1e-bc5b09240075'] response: {'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'code': 200} May 13 14:39:57.402764 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4997-22a8-4e91-815c-f6e89ca3b40c req-3ea15153-67ab-488b-8be4-89d464e03474 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.407135 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98ab4997-22a8-4e91-815c-f6e89ca3b40c req-3ea15153-67ab-488b-8be4-89d464e03474 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0495453 May 13 14:39:57.431752 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:39:57.455366 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98ab4997-22a8-4e91-815c-f6e89ca3b40c req-2942b07c-5671-4b3b-8ae6-b7489384e925 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 May 13 14:39:57.483398 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:57.674361 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95c2e6-4079-4eb0-b245-94d5333bfaa8 req-b503c3bc-f16d-43e3-8e2f-cebaabe507dd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.675837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f95c2e6-4079-4eb0-b245-94d5333bfaa8 req-b503c3bc-f16d-43e3-8e2f-cebaabe507dd tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0461085 May 13 14:39:57.725134 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f95c2e6-4079-4eb0-b245-94d5333bfaa8 req-20fd6262-cb40-4509-adc7-1e579670d734 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 May 13 14:39:58.413773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9667b-dfcf-408f-b106-1a1a2f05e9d6 req-9aaf272d-3602-4466-8fb9-8ecd5de5176e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:58.415906 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27a9667b-dfcf-408f-b106-1a1a2f05e9d6 req-9aaf272d-3602-4466-8fb9-8ecd5de5176e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0468612 May 13 14:39:58.461383 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-27a9667b-dfcf-408f-b106-1a1a2f05e9d6 req-2442f8fd-12b5-411b-aac1-866753fb5206 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397282 May 13 14:39:58.568608 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879655ce-1fff-4a64-9819-21b382e5935f req-5e8d90b9-65da-4ca9-a9b8-60a4ad48d43b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:58.570089 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-879655ce-1fff-4a64-9819-21b382e5935f req-5e8d90b9-65da-4ca9-a9b8-60a4ad48d43b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0471952 May 13 14:39:58.622687 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-879655ce-1fff-4a64-9819-21b382e5935f req-d5d3b903-c516-4499-b7b9-8987db95f14f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 May 13 14:39:58.678381 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-776bcc36-758b-45c9-adc3-1fb3b50a3e95 req-b4fd149f-b111-4113-93e4-64ac50843fd9 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853305 May 13 14:39:58.850682 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6213d-6ac0-4281-b53c-7acb0f8c2d4a req-aae9961d-26f1-43f5-9715-cb523bcbe7b8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:58.852144 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dfe6213d-6ac0-4281-b53c-7acb0f8c2d4a req-aae9961d-26f1-43f5-9715-cb523bcbe7b8 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0502756 May 13 14:39:58.897837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dfe6213d-6ac0-4281-b53c-7acb0f8c2d4a req-d71affc7-58c6-4e84-9cd1-8dd775e7794d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 May 13 14:39:59.575224 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fbcfc-8f8f-46f5-bf50-1a91df903ea2 req-9dddc3c6-3c83-4d14-8aec-dbd3617b314f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.576718 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e46fbcfc-8f8f-46f5-bf50-1a91df903ea2 req-9dddc3c6-3c83-4d14-8aec-dbd3617b314f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0468578 May 13 14:39:59.623995 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e46fbcfc-8f8f-46f5-bf50-1a91df903ea2 req-3cda7e92-9865-43c4-9e42-65c2de1c182a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 May 13 14:39:59.734272 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc0d7a-15b2-4444-bae8-06cfa9d8bf5e req-dc35c14d-650d-485e-8b4c-f9be466ca09d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.735747 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-decc0d7a-15b2-4444-bae8-06cfa9d8bf5e req-dc35c14d-650d-485e-8b4c-f9be466ca09d tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0460219 May 13 14:39:59.787840 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-decc0d7a-15b2-4444-bae8-06cfa9d8bf5e req-6120f876-7f02-42ea-87f8-f0d6b6565aa9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464373 May 13 14:40:00.015234 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f619c4-2714-4d1a-b35e-7022061f5771 req-8bccc473-dbc4-4d69-80ed-de41433bdd45 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.016701 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07f619c4-2714-4d1a-b35e-7022061f5771 req-8bccc473-dbc4-4d69-80ed-de41433bdd45 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0473583 May 13 14:40:00.063731 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07f619c4-2714-4d1a-b35e-7022061f5771 req-99a28e71-24ca-472d-940d-ea14e4908bf9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 May 13 14:40:00.591420 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-df7df5bc-f690-44a5-a45c-a5ec7d537268 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.592868 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-df7df5bc-f690-44a5-a45c-a5ec7d537268 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0470381 May 13 14:40:00.690839 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Deleting port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:00.691180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:00.754824 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c8c5-969d-49b8-a3fd-3f1a7743e49e req-be689718-668c-4dd0-8ea7-6c5036678f00 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.756590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a230c8c5-969d-49b8-a3fd-3f1a7743e49e req-be689718-668c-4dd0-8ea7-6c5036678f00 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 945 time: 0.0525200 May 13 14:40:00.788361 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] For port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:00.788726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:00.819483 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a230c8c5-969d-49b8-a3fd-3f1a7743e49e req-f527097b-0b96-4f94-b298-5455c1c598b3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=3d55455f-cf93-4e8c-94d1-d51cf437a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548427 May 13 14:40:00.925603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a731cad-b8ae-4452-bfc4-ff6f624fd5d7 req-4de78525-9494-43f2-8ce8-e3bf74335972 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.927116 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a731cad-b8ae-4452-bfc4-ff6f624fd5d7 req-4de78525-9494-43f2-8ce8-e3bf74335972 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0502319 May 13 14:40:00.965432 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:00.965760 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:00.966077 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Floating IP 3de116b8-2837-4145-8900-f6421bba2b45 disassociated. External IP: 172.27.0.167, port: a78f0d30-7cc1-4abc-b52e-9c1d05b666ae. May 13 14:40:00.966417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Calling delete_port for a78f0d30-7cc1-4abc-b52e-9c1d05b666ae owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:00.976837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9a731cad-b8ae-4452-bfc4-ff6f624fd5d7 req-d05f150a-322b-4a52-ba42-e72b3d299544 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432637 May 13 14:40:01.156615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (a78f0d30-7cc1-4abc-b52e-9c1d05b666ae), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:01.188236 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event deleted for resources: {'Port': ['ID=a78f0d30-7cc1-4abc-b52e-9c1d05b666ae,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:01.192986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821dd3-ff21-4586-a147-02fef3297d31 req-83a14379-5062-4ae7-8c81-7e4f2694bc84 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.194346 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7821dd3-ff21-4586-a147-02fef3297d31 req-83a14379-5062-4ae7-8c81-7e4f2694bc84 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0526545 May 13 14:40:01.252414 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7821dd3-ff21-4586-a147-02fef3297d31 req-daf18614-bf62-4289-a4b2-e00beb61f062 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511377 May 13 14:40:01.315040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:40:01.427579 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:40:01.438276 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:01.452578 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:01.452578 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.472851 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] No DVR routers for this DVR port a78f0d30-7cc1-4abc-b52e-9c1d05b666ae on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:01.475669 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:01.480410 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3bc67f33-cbac-4631-a269-823a9b033f0d req-06f461f3-15cc-4901-8a84-e4d6b6038a12 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "DELETE /v2.0/ports/a78f0d30-7cc1-4abc-b52e-9c1d05b666ae HTTP/1.1" status: 204 len: 173 time: 0.8814528 May 13 14:40:01.480888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'name': 'network-vif-deleted', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:01.483266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef2286-ca0e-4f38-a072-e55d76869b41" -d '{"events": [{"server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "name": "network-vif-deleted", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:01.519291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8007229-7e81-4b13-a479-462690f2e99f x-openstack-request-id: req-a8007229-7e81-4b13-a479-462690f2e99f {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:01.519587 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac45da1-3701-4106-a225-43ec57de56c4", "name": "network-vif-deleted", "tag": "a78f0d30-7cc1-4abc-b52e-9c1d05b666ae", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:01.519838 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a8007229-7e81-4b13-a479-462690f2e99f {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:01.520240 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8007229-7e81-4b13-a479-462690f2e99f'] response: {'server_uuid': '6ac45da1-3701-4106-a225-43ec57de56c4', 'name': 'network-vif-deleted', 'tag': 'a78f0d30-7cc1-4abc-b52e-9c1d05b666ae', 'status': 'completed', 'code': 200} May 13 14:40:01.578755 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:01.787977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.817181 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:01.826341 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:01.826979 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:39:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.942419 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0c6619c-0e6d-4949-b78d-f6d9b5b2408b req-26a1128a-eb93-419b-9db3-0a4fdaa807f1 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=6ac45da1-3701-4106-a225-43ec57de56c4 HTTP/1.1" status: 200 len: 210 time: 0.0325475 May 13 14:40:01.945967 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:02.097365 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847cb0e-3987-4a5d-9460-0f64d8c2b7f0 req-2c266345-38ea-4523-8c45-080dfc41b558 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.099376 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8847cb0e-3987-4a5d-9460-0f64d8c2b7f0 req-2c266345-38ea-4523-8c45-080dfc41b558 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0521450 May 13 14:40:02.150848 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:02.151811 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8847cb0e-3987-4a5d-9460-0f64d8c2b7f0 req-d4392772-44ef-4157-abb4-f918b976a6a5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454063 May 13 14:40:02.177936 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec91f7c-8d72-4f1c-bf8f-f4f9be5f54ed None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '5314837f-cc07-4e21-a0a4-82f5d6fc0d56', 'name': '', 'network_id': '9876c1ab-e914-4674-b81f-2c54befe255f', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'mac_address': 'fa:16:3e:4e:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'subnets': [{'id': 'e9065c20-6871-4bfe-a553-819c1dd70dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:02.405900 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85523aa2-11a2-477a-9ea8-b89372ba738e None None] New status for floating IP 3de116b8-2837-4145-8900-f6421bba2b45: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:03.117622 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46942) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:03.174056 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (3d55455f-cf93-4e8c-94d1-d51cf437a8ec), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.199694 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (3d55455f-cf93-4e8c-94d1-d51cf437a8ec), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.269098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbffa-b1ec-4431-accb-23a80a3e3898 req-e6070bb5-0a90-4801-b4f4-d5c8e481f37f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.270704 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-958dbffa-b1ec-4431-accb-23a80a3e3898 req-e6070bb5-0a90-4801-b4f4-d5c8e481f37f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0462952 May 13 14:40:03.284481 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:03.321394 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-958dbffa-b1ec-4431-accb-23a80a3e3898 req-3a9f66de-3fdd-412b-b64f-32e0cb78cc8f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442307 May 13 14:40:03.333944 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d55455f-cf93-4e8c-94d1-d51cf437a8ec), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.336607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.338301 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "DELETE /v2.0/security-groups/3d55455f-cf93-4e8c-94d1-d51cf437a8ec HTTP/1.1" status: 204 len: 168 time: 0.2190874 May 13 14:40:03.342049 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 46948) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:03.355567 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a9277-32a2-4f5d-8be9-02755ae30734 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55455f-cf93-4e8c-94d1-d51cf437a8ec,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:03.363611 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-481b5188-24b2-47bd-a0e1-3a0d51f3cbc5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] show failed (client error): The resource could not be found. May 13 14:40:03.370316 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-481b5188-24b2-47bd-a0e1-3a0d51f3cbc5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups/3d55455f-cf93-4e8c-94d1-d51cf437a8ec HTTP/1.1" status: 404 len: 347 time: 0.0217738 May 13 14:40:03.371194 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 46950) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:03.374620 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: DOWN; New status is: DOWN {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:40:03.375641 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a78f0d30-7cc1-4abc-b52e-9c1d05b666ae no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:03.402768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: a78f0d30-7cc1-4abc-b52e-9c1d05b666ae {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:03.403112 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a78f0d30-7cc1-4abc-b52e-9c1d05b666ae not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:03.537507 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e26ea-89da-40a6-8e72-fa29fda037c5 req-a2344629-af7a-4544-97d2-d0b009057098 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.538999 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e12e26ea-89da-40a6-8e72-fa29fda037c5 req-a2344629-af7a-4544-97d2-d0b009057098 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0784752 May 13 14:40:03.548047 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Deleting port a8b30c2a-9ae9-4940-8878-12b0291ad03e {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:03.548392 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.633650 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e12e26ea-89da-40a6-8e72-fa29fda037c5 req-82dc7130-d6a9-44c6-8dd2-f7970c3141f0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871365 May 13 14:40:03.659796 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.660137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (a8b30c2a-9ae9-4940-8878-12b0291ad03e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.674880 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Calling delete_port for a8b30c2a-9ae9-4940-8878-12b0291ad03e owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:03.737252 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-d220ddc4-07f3-4c88-bb26-888b11a59e98 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385294 May 13 14:40:03.814700 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-481f489f-34be-402d-a750-547604b87776 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.816051 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-481f489f-34be-402d-a750-547604b87776 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports/78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 940 time: 0.0479536 May 13 14:40:03.881252 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (a8b30c2a-9ae9-4940-8878-12b0291ad03e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.909795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event deleted for resources: {'Port': ['ID=a8b30c2a-9ae9-4940-8878-12b0291ad03e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:03.938307 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks [] for floatingip (3de116b8-2837-4145-8900-f6421bba2b45), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.940961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:03.942114 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b457ce3c-f4bd-40bb-842f-44a6172451da tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "DELETE /v2.0/floatingips/3de116b8-2837-4145-8900-f6421bba2b45 HTTP/1.1" status: 204 len: 168 time: 0.5699542 May 13 14:40:04.437969 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ffa96-9c4d-43d9-97b9-7640a03daeac req-8a50b952-3ff3-48de-97cf-901a977986ba tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.439506 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec6ffa96-9c4d-43d9-97b9-7640a03daeac req-8a50b952-3ff3-48de-97cf-901a977986ba tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0469668 May 13 14:40:04.489333 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec6ffa96-9c4d-43d9-97b9-7640a03daeac req-53806c6e-ed76-41f7-95ef-45a3d571f291 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 May 13 14:40:04.755112 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556585e6-a486-4a9e-a245-6d2663bd75ca req-212221b1-8f8f-40d8-ac7a-7d4bffdcdfe4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.756644 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-556585e6-a486-4a9e-a245-6d2663bd75ca req-212221b1-8f8f-40d8-ac7a-7d4bffdcdfe4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0498173 May 13 14:40:04.804809 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-556585e6-a486-4a9e-a245-6d2663bd75ca req-da5507bb-9cef-47b8-a084-e1709dae4b5c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422711 May 13 14:40:05.463738 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-be9a3db2-cf83-45c2-abd0-b8582d675ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.465239 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-be9a3db2-cf83-45c2-abd0-b8582d675ef7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31&tenant_id=a3b836fbca704e1c8b292e5a9063e50a HTTP/1.1" status: 200 len: 1127 time: 0.0425310 May 13 14:40:05.535094 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-1b062231-9d2e-4cbe-bd1f-8f26ca18489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.539351 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-1b062231-9d2e-4cbe-bd1f-8f26ca18489d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1127 time: 0.0477698 May 13 14:40:05.610997 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca52ef8-08d6-4876-92a0-161e1f8344db req-0200e6c0-9582-471a-af95-80b380bc49f4 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.612493 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fca52ef8-08d6-4876-92a0-161e1f8344db req-0200e6c0-9582-471a-af95-80b380bc49f4 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0511730 May 13 14:40:05.626766 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-627546b2-9cfd-4367-9d06-ce2db1697e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.628262 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-627546b2-9cfd-4367-9d06-ce2db1697e54 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 200 len: 918 time: 0.0857203 May 13 14:40:05.663648 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fca52ef8-08d6-4876-92a0-161e1f8344db req-2d2c9844-11ba-41c7-9514-0007dc9deaa7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454600 May 13 14:40:05.929567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c552-3226-45fe-b208-87511eeab4c1 req-0cfe7c38-3866-4d01-bbe7-08b5efa2ad6a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.931117 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a815c552-3226-45fe-b208-87511eeab4c1 req-0cfe7c38-3866-4d01-bbe7-08b5efa2ad6a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0503628 May 13 14:40:05.942283 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-aede695e-ed91-4531-9d39-d738e0066914 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 200 len: 999 time: 0.3076844 May 13 14:40:05.982876 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a815c552-3226-45fe-b208-87511eeab4c1 req-ea2bcc64-4d9e-4f99-8326-af53a12185d6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 May 13 14:40:05.991695 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-27c8ac5e-dd0d-4fa1-9636-ccba3bfc58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.993186 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-27c8ac5e-dd0d-4fa1-9636-ccba3bfc58a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 200 len: 856 time: 0.0439672 May 13 14:40:06.039357 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-6741610a-82f3-4b7b-81e0-20efe4a4177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:06.041346 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-6741610a-82f3-4b7b-81e0-20efe4a4177a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5d59592-5b2e-4983-b5e4-f02dfc8e9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400801 May 13 14:40:06.134276 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-e1f1b79b-3632-4125-a646-c9cc102e9e17 service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839238 May 13 14:40:06.221788 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb35da8b-d8e7-4cbf-8ef7-14bc6e0e1d1a req-50a53856-3289-496a-baf7-06fc64633e3a service neutron] 10.222.0.97 "GET /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827911 May 13 14:40:06.821620 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f44b-1a9e-4079-96aa-82b231f662d5 req-b5d0fe13-77fb-4ee7-ae81-6fd59cdd9e2b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:06.824463 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ca71f44b-1a9e-4079-96aa-82b231f662d5 req-b5d0fe13-77fb-4ee7-ae81-6fd59cdd9e2b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 944 time: 0.0886838 May 13 14:40:06.925387 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ca71f44b-1a9e-4079-96aa-82b231f662d5 req-c0b104dd-7c0b-455e-a462-ecf02c244cc9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942314 May 13 14:40:06.976295 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb856e7-d16d-4887-ad32-c1183fba09d4 req-f9bd6517-cb9d-47f1-825e-567b29d60148 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:06.977984 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8eb856e7-d16d-4887-ad32-c1183fba09d4 req-f9bd6517-cb9d-47f1-825e-567b29d60148 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0489585 May 13 14:40:07.032641 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8eb856e7-d16d-4887-ad32-c1183fba09d4 req-460395d4-32b6-4cf0-82e7-2b80cd521dbb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473819 May 13 14:40:07.111198 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7966a7-eaf9-4f0f-bed9-988665960bba req-46622cc5-60a6-49db-a44b-e21d0076338a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:07.112678 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea7966a7-eaf9-4f0f-bed9-988665960bba req-46622cc5-60a6-49db-a44b-e21d0076338a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0478623 May 13 14:40:07.158673 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea7966a7-eaf9-4f0f-bed9-988665960bba req-7cddcda4-cdb0-4dd6-9e54-03110490d10b tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 May 13 14:40:07.310557 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:40:07.408648 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:07.419906 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'a02e349e-e653-401e-a9a9-55586f50d139', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'port_id': 'a02e349e-e653-401e-a9a9-55586f50d139', 'mac_address': 'fa:16:3e:c9:59:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:40:07.584865 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a02e349e-e653-401e-a9a9-55586f50d139 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:40:07.585158 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:07.597827 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02e349e-e653-401e-a9a9-55586f50d139 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:07.617902 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:07.722347 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:07.771000 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:08.005626 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['a02e349e-e653-401e-a9a9-55586f50d139'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:40:08.043376 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d8571-2887-4fc8-9a0d-a4487f9d80e7 req-f1011122-ceb3-4364-9b1f-e497d2c28ed1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.044874 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f9d8571-2887-4fc8-9a0d-a4487f9d80e7 req-f1011122-ceb3-4364-9b1f-e497d2c28ed1 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 945 time: 0.0513413 May 13 14:40:08.097450 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f9d8571-2887-4fc8-9a0d-a4487f9d80e7 req-70120437-e6d4-41e7-8ffe-c0f9aa4f3392 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469310 May 13 14:40:08.155140 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e94e7-67ac-4576-bc2f-273ebd486360 req-2cb86598-e0bd-4664-bf79-619de4866c14 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.156629 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-691e94e7-67ac-4576-bc2f-273ebd486360 req-2cb86598-e0bd-4664-bf79-619de4866c14 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0480385 May 13 14:40:08.208069 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-691e94e7-67ac-4576-bc2f-273ebd486360 req-efca8ab0-57e5-412f-966c-4813b3074356 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 May 13 14:40:08.287605 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4727e0-7732-4a32-9899-798001dc49b7 req-2f082ea3-974b-4a8e-b339-6bdd3e62160e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.289416 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fd4727e0-7732-4a32-9899-798001dc49b7 req-2f082ea3-974b-4a8e-b339-6bdd3e62160e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0514011 May 13 14:40:08.336094 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fd4727e0-7732-4a32-9899-798001dc49b7 req-a95b4dec-6922-4f99-88cc-7fcb32a47a28 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 May 13 14:40:09.217193 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f721a0-fa24-4d21-93de-3236da91e4fc req-ae020862-7e23-4c12-b4ee-684eaf03a4dd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:09.219630 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21f721a0-fa24-4d21-93de-3236da91e4fc req-ae020862-7e23-4c12-b4ee-684eaf03a4dd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 945 time: 0.0507240 May 13 14:40:09.274245 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21f721a0-fa24-4d21-93de-3236da91e4fc req-84846417-6247-466f-b9ed-cf2fe4d2e22b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484302 May 13 14:40:09.328919 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:40:09.352099 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83254d-c637-4b57-b8b1-4623f65923d4 req-f666d3d8-d4f4-4768-8058-e51074c06b7f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:09.354457 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e83254d-c637-4b57-b8b1-4623f65923d4 req-f666d3d8-d4f4-4768-8058-e51074c06b7f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0686159 May 13 14:40:09.410001 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e83254d-c637-4b57-b8b1-4623f65923d4 req-6d212655-528f-4baf-b7f9-3f6b48163987 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 May 13 14:40:09.411469 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port a02e349e-e653-401e-a9a9-55586f50d139 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:40:09.411852 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (a02e349e-e653-401e-a9a9-55586f50d139), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:09.507719 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port a02e349e-e653-401e-a9a9-55586f50d139 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:40:09.508117 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:09.512684 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa07a-1d2c-45f4-b467-4f6c63f2a1ad req-ed00b12c-b426-4957-ab7d-86a6cbcd3e21 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:09.514657 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4cdfa07a-1d2c-45f4-b467-4f6c63f2a1ad req-ed00b12c-b426-4957-ab7d-86a6cbcd3e21 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0710130 May 13 14:40:09.536490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:09.539127 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06708376-fd10-4e17-b4d1-9090ffdd4d77" -d '{"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-plugged", "status": "completed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:09.552637 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:09.581559 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4cdfa07a-1d2c-45f4-b467-4f6c63f2a1ad req-4b2a4510-d20b-4e94-9e9b-68653a53c196 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604720 May 13 14:40:09.613678 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:09.619967 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6026b2d1-93a0-4b98-8826-4add229ab006 x-openstack-request-id: req-6026b2d1-93a0-4b98-8826-4add229ab006 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:09.620462 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-plugged", "status": "completed", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:09.620711 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6026b2d1-93a0-4b98-8826-4add229ab006 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:09.621175 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6026b2d1-93a0-4b98-8826-4add229ab006'] response: {'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'code': 200} May 13 14:40:09.666292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.399133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b6ebd-f201-41a9-b8ee-71dcede12409 req-bca0d3e7-e30b-4fc7-b4bf-6b2fd74bb5a8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:10.399133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e46b6ebd-f201-41a9-b8ee-71dcede12409 req-bca0d3e7-e30b-4fc7-b4bf-6b2fd74bb5a8 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0509491 May 13 14:40:10.457871 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e46b6ebd-f201-41a9-b8ee-71dcede12409 req-e1bd073f-dfdd-4cdf-a8dd-1e4c49a8dde7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521047 May 13 14:40:10.552221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9e9a-02ed-426a-95ae-b13c5ee4c3c7 req-ddaf7a9e-86f4-4bb1-b3f6-b91d5c9fc7fc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:10.553738 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-491c9e9a-02ed-426a-95ae-b13c5ee4c3c7 req-ddaf7a9e-86f4-4bb1-b3f6-b91d5c9fc7fc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0540307 May 13 14:40:10.608261 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-491c9e9a-02ed-426a-95ae-b13c5ee4c3c7 req-4084b992-34fd-43e2-98ce-d5d7227ac5c5 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486376 May 13 14:40:10.716922 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745e02-31bd-40fd-b01e-29446c8bf716 req-4bc8be45-7bbd-48d8-881b-73888f147934 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:10.718767 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78745e02-31bd-40fd-b01e-29446c8bf716 req-4bc8be45-7bbd-48d8-881b-73888f147934 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0512137 May 13 14:40:10.770524 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78745e02-31bd-40fd-b01e-29446c8bf716 req-0ea453b8-a940-47bf-816f-a1dd6a411fa9 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457683 May 13 14:40:11.583788 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66bc14-fd54-4d12-93be-9494da3c7f9f req-ffbffe64-428a-467e-8b61-da31a6c00330 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:11.585296 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ad66bc14-fd54-4d12-93be-9494da3c7f9f req-ffbffe64-428a-467e-8b61-da31a6c00330 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0511270 May 13 14:40:11.646755 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ad66bc14-fd54-4d12-93be-9494da3c7f9f req-8a8f4ae2-d500-4b0c-b445-7425c6db9203 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537679 May 13 14:40:11.739133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022663-3178-4678-ab93-80ff3cfc02bf req-e290ddbf-4ade-4850-a4be-ded6bb0f3837 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:11.740631 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40022663-3178-4678-ab93-80ff3cfc02bf req-e290ddbf-4ade-4850-a4be-ded6bb0f3837 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0502307 May 13 14:40:11.792308 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40022663-3178-4678-ab93-80ff3cfc02bf req-7127ae48-006e-43f5-a2c8-a4d313fac609 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 May 13 14:40:11.911627 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781e6b-3e57-476c-add0-fcdad814b3e7 req-bf70ac4c-8161-4e62-bb86-2177b7791e7a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:11.913137 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a781e6b-3e57-476c-add0-fcdad814b3e7 req-bf70ac4c-8161-4e62-bb86-2177b7791e7a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0509052 May 13 14:40:11.965420 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a781e6b-3e57-476c-add0-fcdad814b3e7 req-d50f5a7f-0b07-42e7-9f4b-abf2285e8e7e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 May 13 14:40:12.770320 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193560b-1419-4b7f-9250-9e3c5567a531 req-ad3544b5-d895-4e76-b16d-f48928c30b9a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:12.772021 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4193560b-1419-4b7f-9250-9e3c5567a531 req-ad3544b5-d895-4e76-b16d-f48928c30b9a tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0543194 May 13 14:40:12.825482 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4193560b-1419-4b7f-9250-9e3c5567a531 req-9ec567cd-a51a-4690-bbfd-73a02d4affac tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468857 May 13 14:40:12.926047 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49a65-1450-45a7-bba1-fb469bf06983 req-0f186d9e-fbfc-4ade-9e08-5c01a72b462c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:12.927857 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d4c49a65-1450-45a7-bba1-fb469bf06983 req-0f186d9e-fbfc-4ade-9e08-5c01a72b462c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0502093 May 13 14:40:12.978976 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d4c49a65-1450-45a7-bba1-fb469bf06983 req-f56d7231-8837-483a-a1f5-56117a44f6a7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 May 13 14:40:13.101503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fffa7-05c6-4831-9e5c-6b6e377c3aad req-81f5cb86-6904-4d9c-a0f9-ab33a27310c4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:13.102950 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b8fffa7-05c6-4831-9e5c-6b6e377c3aad req-81f5cb86-6904-4d9c-a0f9-ab33a27310c4 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0525219 May 13 14:40:13.155980 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b8fffa7-05c6-4831-9e5c-6b6e377c3aad req-17841ab5-f1a9-4d93-a7f0-83f14728f492 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 May 13 14:40:13.969523 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e49e-4e75-4c77-9f50-258cd554d973 req-33329675-ba49-41b2-b977-530edc5f8439 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:13.976889 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c444e49e-4e75-4c77-9f50-258cd554d973 req-33329675-ba49-41b2-b977-530edc5f8439 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0688891 May 13 14:40:14.036361 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c444e49e-4e75-4c77-9f50-258cd554d973 req-c4221637-4828-4e04-a2ab-32c72a82f1c9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583797 May 13 14:40:14.107791 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83242f0-0b13-4c42-80c6-da177b1b8e4c req-ff7e5ba3-ec19-406a-8b6a-034521e43e0c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:14.109323 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b83242f0-0b13-4c42-80c6-da177b1b8e4c req-ff7e5ba3-ec19-406a-8b6a-034521e43e0c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0517583 May 13 14:40:14.167069 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b83242f0-0b13-4c42-80c6-da177b1b8e4c req-5c46ceb4-c600-453b-b56c-ac28a6d4bc5e tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 May 13 14:40:14.286732 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef858e18-0a1a-4a28-9bca-4f04147c59ed req-17623613-af1a-43f0-905d-a322c0924d2c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:14.288331 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef858e18-0a1a-4a28-9bca-4f04147c59ed req-17623613-af1a-43f0-905d-a322c0924d2c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0494423 May 13 14:40:14.340554 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef858e18-0a1a-4a28-9bca-4f04147c59ed req-a83a3120-2875-409b-941e-8cad2d66ee84 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464728 May 13 14:40:15.151773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612a14-4e18-466c-97e2-2aa3a9d8d3f0 req-2a003462-2b79-486e-a9f9-e4c4be0d113b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:15.153616 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9612a14-4e18-466c-97e2-2aa3a9d8d3f0 req-2a003462-2b79-486e-a9f9-e4c4be0d113b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0517864 May 13 14:40:15.209321 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e9612a14-4e18-466c-97e2-2aa3a9d8d3f0 req-2c466279-c6b2-4eba-ad23-60e6fc3bdbec tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496273 May 13 14:40:15.290030 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3a599-cb96-48b4-91e2-78dc27327163 req-33e5f65f-61cd-4f44-b4f3-3c8c180fdc2f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:15.293125 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a0f3a599-cb96-48b4-91e2-78dc27327163 req-33e5f65f-61cd-4f44-b4f3-3c8c180fdc2f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0528219 May 13 14:40:15.355953 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a0f3a599-cb96-48b4-91e2-78dc27327163 req-620e1103-55ff-4933-bc56-2488a4f43c93 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 May 13 14:40:15.498440 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b213234-43cd-4087-897f-a81952c51867 req-877eedcf-ee55-465d-bfee-1328e9cb4c09 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:15.568653 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b213234-43cd-4087-897f-a81952c51867 req-877eedcf-ee55-465d-bfee-1328e9cb4c09 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0607851 May 13 14:40:15.568653 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b213234-43cd-4087-897f-a81952c51867 req-ff0c87ab-6703-4a27-b4a6-9d3c8012277a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514305 May 13 14:40:16.327931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e548bd-18fc-4a16-b821-07c8ebe36c7b req-f5d6f9c9-3344-4f6d-9453-a95435bceb37 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.329425 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c6e548bd-18fc-4a16-b821-07c8ebe36c7b req-f5d6f9c9-3344-4f6d-9453-a95435bceb37 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0476360 May 13 14:40:16.395599 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c6e548bd-18fc-4a16-b821-07c8ebe36c7b req-e628f809-7704-492e-b93d-50e01ddd9453 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547736 May 13 14:40:16.485927 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778fbac-20cd-4692-8cfd-6c114be5adf7 req-81d293e6-bf32-4438-ac2c-24590c0f5e60 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.487489 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0778fbac-20cd-4692-8cfd-6c114be5adf7 req-81d293e6-bf32-4438-ac2c-24590c0f5e60 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0484116 May 13 14:40:16.538099 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0778fbac-20cd-4692-8cfd-6c114be5adf7 req-5d9b9ceb-f2cf-4913-8c9e-8e07f1d2b796 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 May 13 14:40:16.687324 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027146f-6778-46ed-897d-1316bec9030e req-7dbfb97c-154f-4109-be73-f8df912823af tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.688877 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d027146f-6778-46ed-897d-1316bec9030e req-7dbfb97c-154f-4109-be73-f8df912823af tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0509417 May 13 14:40:16.739615 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d027146f-6778-46ed-897d-1316bec9030e req-349a0c9e-e03e-4534-8ce8-edb487ddd427 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 May 13 14:40:17.518780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed73c0-f7f0-4559-903d-80b062de43be req-3bee5e6b-8d93-4daf-af9b-b2d27527d414 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.520746 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fed73c0-f7f0-4559-903d-80b062de43be req-3bee5e6b-8d93-4daf-af9b-b2d27527d414 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0519152 May 13 14:40:17.573877 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fed73c0-f7f0-4559-903d-80b062de43be req-7c935d54-691a-4e9b-9fc2-1410b56df3df tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 May 13 14:40:17.658953 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213c441-a84f-4eb1-87e1-099b37bbe023 req-f711c414-4689-4432-8318-abe07645d816 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.660436 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5213c441-a84f-4eb1-87e1-099b37bbe023 req-f711c414-4689-4432-8318-abe07645d816 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0511045 May 13 14:40:17.708469 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5213c441-a84f-4eb1-87e1-099b37bbe023 req-50496dfd-0813-446a-b2f9-349eb4c29290 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 May 13 14:40:17.873010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96388ce8-7fde-4564-b4c5-41d9fc9bdd30 req-016f1849-d666-4bef-a057-6515c337011c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.874408 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-96388ce8-7fde-4564-b4c5-41d9fc9bdd30 req-016f1849-d666-4bef-a057-6515c337011c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0497651 May 13 14:40:17.923156 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-96388ce8-7fde-4564-b4c5-41d9fc9bdd30 req-3c6e1173-40ae-4270-b382-e9dd4ec82647 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 May 13 14:40:18.156673 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:18.309084 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-3fc0198f-9259-4817-b6ef-2c300aea21cc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.310529 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-3fc0198f-9259-4817-b6ef-2c300aea21cc tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0486355 May 13 14:40:18.406225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ad414da-fc96-402d-9737-480fc55ea4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:18.688776 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714eb4c-a200-4c06-a0bc-d544d1c46e86 req-ac649a0b-6343-40c5-89db-9d421939d7af tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.690251 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c714eb4c-a200-4c06-a0bc-d544d1c46e86 req-ac649a0b-6343-40c5-89db-9d421939d7af tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0468862 May 13 14:40:18.739205 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c714eb4c-a200-4c06-a0bc-d544d1c46e86 req-a5aa23a4-b427-419b-a697-968f7ef071c5 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 May 13 14:40:18.825579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5903a93-ff70-4676-a52e-e769029b17d2 req-28b140cc-4eb4-4e78-8db9-b0db56cfac4a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.826991 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5903a93-ff70-4676-a52e-e769029b17d2 req-28b140cc-4eb4-4e78-8db9-b0db56cfac4a tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 946 time: 0.0471509 May 13 14:40:18.877233 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5903a93-ff70-4676-a52e-e769029b17d2 req-a6ab5ab1-82b7-4899-9baa-7ff20440c9a2 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 May 13 14:40:19.042938 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8384c-1f0f-48e0-b9d7-2eeb41552649 req-65de2b84-1001-4983-aec0-72df8f4eca10 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.044394 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7a8384c-1f0f-48e0-b9d7-2eeb41552649 req-65de2b84-1001-4983-aec0-72df8f4eca10 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0480418 May 13 14:40:19.091932 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7a8384c-1f0f-48e0-b9d7-2eeb41552649 req-21b7687c-8561-4f3e-ba45-81f808705fb0 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 May 13 14:40:19.403142 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Deleting port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:19.403714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:19.418377 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8bafb-51a7-4da8-9c9b-b81e25fe4a22 req-0411e205-f0e0-4ac5-bd98-f62398463b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.419876 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbd8bafb-51a7-4da8-9c9b-b81e25fe4a22 req-0411e205-f0e0-4ac5-bd98-f62398463b14 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0603154 May 13 14:40:19.517088 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbd8bafb-51a7-4da8-9c9b-b81e25fe4a22 req-510f6cc9-d18e-4a0c-bd9b-7c23c4c1d8f8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703404 May 13 14:40:19.528672 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] For port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:19.529037 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:19.541227 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Calling delete_port for 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:19.744033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7f857ce7-c11a-4b77-af0e-53e90ac6fb4b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:19.758641 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['e155ff52-6789-403f-843f-d8f62ae1f6f2'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:40:19.774365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event deleted for resources: {'Port': ['ID=7f857ce7-c11a-4b77-af0e-53e90ac6fb4b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.830146 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.830495 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.830868 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.831272 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.831613 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.831942 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.832375 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.832664 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.832907 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.833231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.833551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.833876 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.834607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.834607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.834847 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:19.839228 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] No DVR routers for this DVR port 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:19.841367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:19.844613 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f2c445d3-2e0e-4daa-ae1d-928edbde3328 req-a30a7bb3-436c-484a-a206-f439efc915bb tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "DELETE /v2.0/ports/7f857ce7-c11a-4b77-af0e-53e90ac6fb4b HTTP/1.1" status: 204 len: 173 time: 0.5641253 May 13 14:40:19.845068 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'name': 'network-vif-deleted', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:19.850425 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62397e-0c1b-4124-a877-7b1c69f3d5cb" -d '{"events": [{"server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "name": "network-vif-deleted", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:19.870368 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b023e5d-e210-4f47-b7f6-9d67859d49b9 req-0c54143d-2dc2-4a29-ba21-2a59cbdac36b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.871965 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b023e5d-e210-4f47-b7f6-9d67859d49b9 req-0c54143d-2dc2-4a29-ba21-2a59cbdac36b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0574389 May 13 14:40:19.893299 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e573f945-b726-474a-bcdc-46c123dbd4e3 x-openstack-request-id: req-e573f945-b726-474a-bcdc-46c123dbd4e3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:19.893600 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7f47d-2ad5-4036-aa86-e73fcde6d35e", "name": "network-vif-deleted", "tag": "7f857ce7-c11a-4b77-af0e-53e90ac6fb4b", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:19.893854 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e573f945-b726-474a-bcdc-46c123dbd4e3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:19.894259 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e573f945-b726-474a-bcdc-46c123dbd4e3'] response: {'server_uuid': '55b7f47d-2ad5-4036-aa86-e73fcde6d35e', 'name': 'network-vif-deleted', 'tag': '7f857ce7-c11a-4b77-af0e-53e90ac6fb4b', 'status': 'completed', 'code': 200} May 13 14:40:19.927751 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9b023e5d-e210-4f47-b7f6-9d67859d49b9 req-79d5a67a-78b8-40c8-bc8a-be08999c3e92 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 May 13 14:40:19.987029 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ee88da6c-8c07-45bb-b50f-913698d24270 req-9882a5c8-3770-414a-bc1b-92a4f316e4ed tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0336792 May 13 14:40:20.216151 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b651-ecda-4906-b097-4131f2e2df13 req-d129ecad-e58e-4d9d-b8c4-861219312a95 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.217691 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b799b651-ecda-4906-b097-4131f2e2df13 req-d129ecad-e58e-4d9d-b8c4-861219312a95 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0511954 May 13 14:40:20.268115 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b799b651-ecda-4906-b097-4131f2e2df13 req-9ce7047f-b748-4f70-87f8-5bf4c84534fa tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 May 13 14:40:20.596449 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb01c930-7aa5-4198-b4f8-a4b5983f20cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:21.089851 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037916b0-348a-42c8-be21-b26f8eadd027 req-612d0074-cf9b-459d-9af1-664b078debf2 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.089851 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-037916b0-348a-42c8-be21-b26f8eadd027 req-612d0074-cf9b-459d-9af1-664b078debf2 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0637612 May 13 14:40:21.107920 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-103b737f-ecdb-4b83-b9a4-99312e2b4b7f req-f197fc1d-e9ef-43fe-8b85-343deccddfe7 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=55b7f47d-2ad5-4036-aa86-e73fcde6d35e HTTP/1.1" status: 200 len: 210 time: 0.0380690 May 13 14:40:21.156544 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-037916b0-348a-42c8-be21-b26f8eadd027 req-68fd951c-7139-4de7-8d74-a5cdf769d94c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778618 May 13 14:40:21.402244 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:40:21.406866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:21.411579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793952f3-8804-4be6-859b-341c2fd562ae req-953f62fa-3497-4fd0-98f4-7bac7900aff5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.413126 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-793952f3-8804-4be6-859b-341c2fd562ae req-953f62fa-3497-4fd0-98f4-7bac7900aff5 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 943 time: 0.0665960 May 13 14:40:21.438318 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:21.438783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 7f857ce7-c11a-4b77-af0e-53e90ac6fb4b not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:21.464392 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-793952f3-8804-4be6-859b-341c2fd562ae req-0c273091-11fe-4453-94ee-213325404c21 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 May 13 14:40:21.535430 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:21.547783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'port_id': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'mac_address': 'fa:16:3e:a4:91:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:40:21.586420 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:40:21.586775 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:21.600139 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:21.621870 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:21.715435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:21.769570 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=9']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:22.017625 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:22.034412 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['78cacd6a-7306-4f03-926e-1921cc0fd00c'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:40:22.272060 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1850-a591-4e96-9b8c-08ed7f39ccc2 req-e22b1df2-15db-4989-8240-95ad7b37fdd9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.273553 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bdaf1850-a591-4e96-9b8c-08ed7f39ccc2 req-e22b1df2-15db-4989-8240-95ad7b37fdd9 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0484853 May 13 14:40:22.325873 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bdaf1850-a591-4e96-9b8c-08ed7f39ccc2 req-8e120ffe-77ef-4cf5-8a4c-c9050e1f40fd tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 May 13 14:40:22.847338 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87359-101d-4735-8d7a-c5f2986f3054 req-3b440668-c0f0-4ada-a5d1-48d39f0c5cfa tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.848943 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6cf87359-101d-4735-8d7a-c5f2986f3054 req-3b440668-c0f0-4ada-a5d1-48d39f0c5cfa tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 944 time: 0.3095825 May 13 14:40:22.868838 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7e28a-8114-4a1e-b79c-1c4a9032896d req-d62bddde-b795-4baf-936b-a6618870e3e8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.870984 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4cc7e28a-8114-4a1e-b79c-1c4a9032896d req-d62bddde-b795-4baf-936b-a6618870e3e8 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0662131 May 13 14:40:22.927136 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6cf87359-101d-4735-8d7a-c5f2986f3054 req-ac7acf7f-f258-47a3-a1fe-e244d97fc28e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716655 May 13 14:40:22.940582 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4cc7e28a-8114-4a1e-b79c-1c4a9032896d req-e76bf743-a98c-4871-ad9d-e308ad495b87 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634625 May 13 14:40:23.059410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:23.404120 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:40:23.450490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 78cacd6a-7306-4f03-926e-1921cc0fd00c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:40:23.450884 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:23.526791 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 78cacd6a-7306-4f03-926e-1921cc0fd00c is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:40:23.527173 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:23.549357 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:23.551580 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6655fa-c682-4cab-a242-787d6379d46b" -d '{"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:23.568521 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:23.587763 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eaa6b4-ed5b-4fe6-b480-08f5bf387297 x-openstack-request-id: req-16eaa6b4-ed5b-4fe6-b480-08f5bf387297 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:23.588166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-plugged", "status": "completed", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:23.588572 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-16eaa6b4-ed5b-4fe6-b480-08f5bf387297 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:23.588978 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eaa6b4-ed5b-4fe6-b480-08f5bf387297'] response: {'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'code': 200} May 13 14:40:23.613710 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:23.663245 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:24.076214 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d091e-fb22-48e0-8427-d0555df9f1e6 req-9f406570-7588-4ffc-9800-a6d62d4c6068 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:24.077654 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-535d091e-fb22-48e0-8427-d0555df9f1e6 req-9f406570-7588-4ffc-9800-a6d62d4c6068 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0742073 May 13 14:40:24.088961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b639d-b376-4d41-bf41-63d7e64ee5d6 req-ef8664bb-0262-4442-b586-b64b1cfedd11 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:24.090479 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d21b639d-b376-4d41-bf41-63d7e64ee5d6 req-ef8664bb-0262-4442-b586-b64b1cfedd11 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0774646 May 13 14:40:24.161268 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d21b639d-b376-4d41-bf41-63d7e64ee5d6 req-e424f49d-4068-4278-a0ef-05e5951a576f tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640278 May 13 14:40:24.164245 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-535d091e-fb22-48e0-8427-d0555df9f1e6 req-99d529a7-b83e-4e89-87ef-51cdb7f805fe tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728767 May 13 14:40:24.796374 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:25.305826 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec62b6-b0b7-4c46-a96e-241a9df14288 req-f54a3b81-7743-48e1-9e2e-8e4742cc5021 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.308175 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8aec62b6-b0b7-4c46-a96e-241a9df14288 req-f54a3b81-7743-48e1-9e2e-8e4742cc5021 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0765944 May 13 14:40:25.320447 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dddbd-9152-4e84-8b71-f2946c2ccd90 req-aa3cf20f-a3e7-4e4f-be4b-6fe8ffbf34d1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.321861 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c64dddbd-9152-4e84-8b71-f2946c2ccd90 req-aa3cf20f-a3e7-4e4f-be4b-6fe8ffbf34d1 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0816519 May 13 14:40:25.395519 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8aec62b6-b0b7-4c46-a96e-241a9df14288 req-1ed98644-b1a9-4f7c-962d-6654f0416f7c tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812960 May 13 14:40:25.398770 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c64dddbd-9152-4e84-8b71-f2946c2ccd90 req-c6baf5b7-d4ba-49a5-90a0-140a8e51762f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702686 May 13 14:40:26.545249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e76f6-46f9-407a-8632-7f7e20acd583 req-ed8ed59f-6757-4e84-ad53-5d52258f1d1b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.546777 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e3e76f6-46f9-407a-8632-7f7e20acd583 req-ed8ed59f-6757-4e84-ad53-5d52258f1d1b tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0788462 May 13 14:40:26.560356 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089e-c15d-47da-90e4-04b67d4358a7 req-5f80be55-f127-43ec-8e4c-e695eb9bdb7f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.561745 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29f7089e-c15d-47da-90e4-04b67d4358a7 req-5f80be55-f127-43ec-8e4c-e695eb9bdb7f tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0846355 May 13 14:40:26.631862 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e3e76f6-46f9-407a-8632-7f7e20acd583 req-586c5680-b13d-48fd-99b0-c35df17c048d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/security-groups?id=273a3336-ca4d-4de3-88ef-72b4c3a946ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 May 13 14:40:26.635259 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29f7089e-c15d-47da-90e4-04b67d4358a7 req-1fc6300a-882e-4b83-ab7a-f728e0eda365 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674429 May 13 14:40:26.837798 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a8e59-675e-4c6e-bb18-7628e8bf7f63 req-0c94bae1-ec48-4560-9c65-0874612bc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.839353 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d7a8e59-675e-4c6e-bb18-7628e8bf7f63 req-0c94bae1-ec48-4560-9c65-0874612bc1f1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 1130 time: 0.0728192 May 13 14:40:26.845296 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-aa592341-a0fb-4ea2-92ff-cc9c62e5207d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.846602 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-aa592341-a0fb-4ea2-92ff-cc9c62e5207d tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 945 time: 0.0784476 May 13 14:40:26.949684 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d7a8e59-675e-4c6e-bb18-7628e8bf7f63 req-bd0a657c-06e3-434c-919e-99d9c2f8a4ab service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018934 May 13 14:40:26.962854 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Deleting port e155ff52-6789-403f-843f-d8f62ae1f6f2 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:26.963199 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:27.068868 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] For port e155ff52-6789-403f-843f-d8f62ae1f6f2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e155ff52-6789-403f-843f-d8f62ae1f6f2,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:27.069255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:27.082759 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Calling delete_port for e155ff52-6789-403f-843f-d8f62ae1f6f2 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:27.264996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (e155ff52-6789-403f-843f-d8f62ae1f6f2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:27.280107 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['e155ff52-6789-403f-843f-d8f62ae1f6f2'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:40:27.295303 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Pushing event deleted for resources: {'Port': ['ID=e155ff52-6789-403f-843f-d8f62ae1f6f2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:27.342063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] No DVR routers for this DVR port e155ff52-6789-403f-843f-d8f62ae1f6f2 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:27.344530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:27.347779 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5c0af0d8-151b-418f-9c36-d2d9a50a8a86 req-4537b7b5-d696-4c25-b7a9-eab9a9fa7bd3 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.97 "DELETE /v2.0/ports/e155ff52-6789-403f-843f-d8f62ae1f6f2 HTTP/1.1" status: 204 len: 173 time: 0.4948654 May 13 14:40:27.348224 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'name': 'network-vif-deleted', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:27.350726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c976168f-caeb-43fc-b7db-0eb40d50b619" -d '{"events": [{"server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "name": "network-vif-deleted", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:27.388230 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb4759f-1de2-41ec-afb7-131815a23956 x-openstack-request-id: req-5bb4759f-1de2-41ec-afb7-131815a23956 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:27.388521 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fceac6-93ad-45b4-9890-3a0d848259e7", "name": "network-vif-deleted", "tag": "e155ff52-6789-403f-843f-d8f62ae1f6f2", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:27.388771 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5bb4759f-1de2-41ec-afb7-131815a23956 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:27.389166 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb4759f-1de2-41ec-afb7-131815a23956'] response: {'server_uuid': '29fceac6-93ad-45b4-9890-3a0d848259e7', 'name': 'network-vif-deleted', 'tag': 'e155ff52-6789-403f-843f-d8f62ae1f6f2', 'status': 'completed', 'code': 200} May 13 14:40:27.901363 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f3fc643-f2b4-4a74-aa1c-e2d1bac17e12 req-11c84c31-d687-4b42-b37b-584f50f14883 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 210 time: 0.0278165 May 13 14:40:28.009095 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb46eb-16c3-4c7c-a2a5-cfd9ea7e632c req-05d42d7a-4564-4d2d-b7a7-a1b31662f4f2 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:28.010610 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72cb46eb-16c3-4c7c-a2a5-cfd9ea7e632c req-05d42d7a-4564-4d2d-b7a7-a1b31662f4f2 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0498579 May 13 14:40:28.063366 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72cb46eb-16c3-4c7c-a2a5-cfd9ea7e632c req-97fe2eab-fdec-4851-9def-c9e7c9d2c81c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 May 13 14:40:29.014037 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ac566f43-7b50-4fe0-a19d-8d6bc06f8c81 req-8e3d055e-cc5c-4bdb-99ff-f680ea312533 tempest-ServerRescueNegativeTestJSON-806643073 tempest-ServerRescueNegativeTestJSON-806643073-project] 10.222.0.102 "GET /v2.0/ports?device_id=29fceac6-93ad-45b4-9890-3a0d848259e7 HTTP/1.1" status: 200 len: 210 time: 0.0291240 May 13 14:40:29.182818 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f3f8e-fadd-4f03-9dc7-00015e4ba8b8 req-4e3a6814-9d3f-4967-a026-2d04b0badd57 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:29.185040 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-181f3f8e-fadd-4f03-9dc7-00015e4ba8b8 req-4e3a6814-9d3f-4967-a026-2d04b0badd57 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0491171 May 13 14:40:29.233882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-181f3f8e-fadd-4f03-9dc7-00015e4ba8b8 req-abec0340-6d90-40ba-ae65-2f17c6631d0e tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 May 13 14:40:30.073816 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47232) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:30.395766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8eea-676a-4866-a8d5-3150dbbe6224 req-119a7057-ff74-4812-9d09-52ed4656a71d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.397140 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a9b8eea-676a-4866-a8d5-3150dbbe6224 req-119a7057-ff74-4812-9d09-52ed4656a71d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0596972 May 13 14:40:30.507469 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a9b8eea-676a-4866-a8d5-3150dbbe6224 req-799ceb46-bd1d-4533-9bca-96cf3a65d4de tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046250 May 13 14:40:30.669899 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:40:30.670931 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:30.967826 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Deleting port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:30.968090 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:31.047565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] For port 5314837f-cc07-4e21-a0a4-82f5d6fc0d56, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:31.047932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:31.061662 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Calling delete_port for 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:31.334018 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (5314837f-cc07-4e21-a0a4-82f5d6fc0d56), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:31.365087 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5314837f-cc07-4e21-a0a4-82f5d6fc0d56,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:31.377871 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.378722 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.378722 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.378968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.379257 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.379603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.379909 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.380234 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.380564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.381237 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.381581 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.381911 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.382237 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.382562 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.382906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:31.416024 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e155ff52-6789-403f-843f-d8f62ae1f6f2 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:31.443811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: e155ff52-6789-403f-843f-d8f62ae1f6f2 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:31.444158 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e155ff52-6789-403f-843f-d8f62ae1f6f2 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:31.513912 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:31.742164 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Router de473bca-ad06-4690-9c27-9ee8afd07ca1 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:40:32.078020 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:40:32.082999 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d2b5e5bc-27d4-4777-acb9-7c5e17ed8eb5 admin admin] 10.222.0.102 "PUT /v2.0/routers/de473bca-ad06-4690-9c27-9ee8afd07ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091085 May 13 14:40:32.085551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47248) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:32.088825 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Sync routers for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:32.100344 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:32.100957 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:32.191620 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks [] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.208703 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:32.306365 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks [] for router_gateway (de473bca-ad06-4690-9c27-9ee8afd07ca1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.388724 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:40:31Z', 'revision_number': 5, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port': {'id': '7aef0e10-ac11-4860-9fe7-fc6399b5cf35', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:32.418956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Checking router: de473bca-ad06-4690-9c27-9ee8afd07ca1 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:32.427418 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Routers {'de473bca-ad06-4690-9c27-9ee8afd07ca1'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:32.428019 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['de473bca-ad06-4690-9c27-9ee8afd07ca1'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:32.460707 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Deleting port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:32.461358 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.514758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] Set router de473bca-ad06-4690-9c27-9ee8afd07ca1 gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:32.541022 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] For port 7aef0e10-ac11-4860-9fe7-fc6399b5cf35, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:32.541387 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.555705 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Calling delete_port for 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:32.569004 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:40:32Z', 'revision_number': 6, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:32.596435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603a7ca-ad2e-4099-9d8b-356509e22aa4 None None] The sync data for ids ['de473bca-ad06-4690-9c27-9ee8afd07ca1'] in dv-cinder-841754-1-iscsi is: [{'id': 'de473bca-ad06-4690-9c27-9ee8afd07ca1', 'name': 'tempest-ServerRescueNegativeTestJSON-181360602-router', 'tenant_id': '0e5947341da448bdbd19f72f520317b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:16Z', 'updated_at': '2022-05-13T14:40:32Z', 'revision_number': 6, 'project_id': '0e5947341da448bdbd19f72f520317b3', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:32.813533 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (7aef0e10-ac11-4860-9fe7-fc6399b5cf35), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.841361 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aef0e10-ac11-4860-9fe7-fc6399b5cf35,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.865499 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.977906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:32.980548 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks [] for router_controller (de473bca-ad06-4690-9c27-9ee8afd07ca1), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.122655 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (de473bca-ad06-4690-9c27-9ee8afd07ca1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.123163 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de473bca-ad06-4690-9c27-9ee8afd07ca1 {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:40:33.127998 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.129152 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7ea0f84f-ea6d-496d-9eb2-5f35457437c7 admin admin] 10.222.0.102 "DELETE /v2.0/routers/de473bca-ad06-4690-9c27-9ee8afd07ca1 HTTP/1.1" status: 204 len: 168 time: 1.0426266 May 13 14:40:33.131677 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47254) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:33.177256 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Deleting subnet e9065c20-6871-4bfe-a553-819c1dd70dac {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:40:33.180431 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Publish callbacks [] for subnet (e9065c20-6871-4bfe-a553-819c1dd70dac), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.214744 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Publish callbacks [] for subnet (e9065c20-6871-4bfe-a553-819c1dd70dac), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.297533 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (e9065c20-6871-4bfe-a553-819c1dd70dac), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.454319 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for subnet (e9065c20-6871-4bfe-a553-819c1dd70dac), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.485524 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9065c20-6871-4bfe-a553-819c1dd70dac,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.490412 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.494254 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6f364b4c-4993-436a-9e68-88d2851a0bb4 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/e9065c20-6871-4bfe-a553-819c1dd70dac HTTP/1.1" status: 204 len: 168 time: 0.3616266 May 13 14:40:33.495992 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea1fe5-13bc-4c43-addc-645e9eabd431 None None] Network 9876c1ab-e914-4674-b81f-2c54befe255f requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:40:33.496897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47260) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:33.570193 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (9876c1ab-e914-4674-b81f-2c54befe255f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.622420 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Deleting port 1e5b30be-17f2-483c-b397-44e76cffd062 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:33.622858 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.663686 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] DHCP port deletion for 9876c1ab-e914-4674-b81f-2c54befe255f request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:40:33.694398 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] For port 1e5b30be-17f2-483c-b397-44e76cffd062, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=1e5b30be-17f2-483c-b397-44e76cffd062,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:33.694811 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.708281 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Calling delete_port for 1e5b30be-17f2-483c-b397-44e76cffd062 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:33.708974 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Deleting port 1e5b30be-17f2-483c-b397-44e76cffd062 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:33.709407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.775329 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] For port 1e5b30be-17f2-483c-b397-44e76cffd062, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=1e5b30be-17f2-483c-b397-44e76cffd062,segment=NetworkSegment(23309d79-bbe1-46c0-b855-2b29fa4da570),segment_id=23309d79-bbe1-46c0-b855-2b29fa4da570)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:33.775729 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.789681 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Calling delete_port for 1e5b30be-17f2-483c-b397-44e76cffd062 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:33.859354 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.891743 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] No DVR routers for this DVR port 1e5b30be-17f2-483c-b397-44e76cffd062 on host dv-cinder-841754-1-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:33.896537 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5b30be-17f2-483c-b397-44e76cffd062,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.909449 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (1e5b30be-17f2-483c-b397-44e76cffd062), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.936055 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Pushing event deleted for resources: {'Port': ['ID=1e5b30be-17f2-483c-b397-44e76cffd062,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.938359 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] No DVR routers for this DVR port 1e5b30be-17f2-483c-b397-44e76cffd062 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:33.946188 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.946543 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.946906 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.947312 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.947649 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.947974 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.948293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.948609 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.948925 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.949241 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.949608 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.949929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.950243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.950550 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.950896 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6490-b3f8-4a3a-9e06-c29932793965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:33.972402 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (9876c1ab-e914-4674-b81f-2c54befe255f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:33.994857 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.995255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.996059 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.996454 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > port after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.996790 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.997133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > port after_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.997437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.997781 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.998123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:33.998457 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:34.098848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:34.099226 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:34.099562 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:34.099889 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:40:34.100263 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9876c1ab-e914-4674-b81f-2c54befe255f']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:34.119347 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23309d79-bbe1-46c0-b855-2b29fa4da570') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:34.119647 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23309d79-bbe1-46c0-b855-2b29fa4da570') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:34.136240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (23309d79-bbe1-46c0-b855-2b29fa4da570), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.162929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (23309d79-bbe1-46c0-b855-2b29fa4da570), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.171633 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:34.172031 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (23309d79-bbe1-46c0-b855-2b29fa4da570), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: from cryptography.utils import int_from_bytes May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: from cryptography.utils import int_from_bytes May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:34.176089 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:34.316316 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (9876c1ab-e914-4674-b81f-2c54befe255f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.324039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.329590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] 10.222.0.102 "DELETE /v2.0/networks/9876c1ab-e914-4674-b81f-2c54befe255f HTTP/1.1" status: 204 len: 168 time: 0.8302219 May 13 14:40:34.338062 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220a07-80fc-4c97-9dde-2c179bef3478 admin admin] Pushing event deleted for resources: {'Network': ['ID=9876c1ab-e914-4674-b81f-2c54befe255f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.645238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:34.661238 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47270) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:34.668708 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:34.669119 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5314837f-cc07-4e21-a0a4-82f5d6fc0d56 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:34.669718 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:34.704696 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-237d159c-f11e-4e42-910a-487ca63ba52e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0e5947341da448bdbd19f72f520317b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422513 May 13 14:40:34.707212 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47274) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:34.759598 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] Publish callbacks [] for security_group (273a3336-ca4d-4de3-88ef-72b4c3a946ba), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.787754 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] Publish callbacks [] for security_group (273a3336-ca4d-4de3-88ef-72b4c3a946ba), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.817185 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:34.817434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7aef0e10-ac11-4860-9fe7-fc6399b5cf35 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:34.817842 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 1e5b30be-17f2-483c-b397-44e76cffd062 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:34.837432 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 1e5b30be-17f2-483c-b397-44e76cffd062 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:34.837768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 1e5b30be-17f2-483c-b397-44e76cffd062 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:34.894104 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (273a3336-ca4d-4de3-88ef-72b4c3a946ba), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.896882 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:34.899626 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/273a3336-ca4d-4de3-88ef-72b4c3a946ba HTTP/1.1" status: 204 len: 168 time: 0.1900134 May 13 14:40:34.908681 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836088-2fa1-4b55-8530-562140cb82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a3336-ca4d-4de3-88ef-72b4c3a946ba,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:36.857395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47344) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:36.963375 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a54dd44-8903-4638-b862-980040770f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.046253 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a54dd44-8903-4638-b862-980040770f52 admin admin] Publish callbacks [] for security_group (51bb6050-c174-4b61-91a1-9a1d6365928d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.109384 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a54dd44-8903-4638-b862-980040770f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (51bb6050-c174-4b61-91a1-9a1d6365928d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.147152 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54dd44-8903-4638-b862-980040770f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb6050-c174-4b61-91a1-9a1d6365928d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:37.151405 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9a54dd44-8903-4638-b862-980040770f52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7e39b1745a6e48528e2ec8fec1dfd5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929566 May 13 14:40:37.154181 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47350) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:37.202003 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] Publish callbacks [] for security_group (51bb6050-c174-4b61-91a1-9a1d6365928d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.222579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] Publish callbacks [] for security_group (51bb6050-c174-4b61-91a1-9a1d6365928d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.343275 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (51bb6050-c174-4b61-91a1-9a1d6365928d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.345917 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:37.347171 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/51bb6050-c174-4b61-91a1-9a1d6365928d HTTP/1.1" status: 204 len: 168 time: 0.1920602 May 13 14:40:37.355909 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e07413-1b93-4ad2-8196-1e18e1e49392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb6050-c174-4b61-91a1-9a1d6365928d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:48.156413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:48.411882 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25251a21-961a-4603-8848-8c1963485359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:49.113498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6493d93-8b46-4b85-bc18-24794c77a368 req-63b71534-1173-460b-86c3-85d0d96801a9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:49.115115 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6493d93-8b46-4b85-bc18-24794c77a368 req-63b71534-1173-460b-86c3-85d0d96801a9 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0566449 May 13 14:40:49.168221 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6493d93-8b46-4b85-bc18-24794c77a368 req-cbfe18e8-e26d-4d99-b847-0d1ebf02e482 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459428 May 13 14:40:50.280170 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2833b-ff5b-4cc2-9f78-47e3971783e8 req-a5c19a64-fff9-4e3b-b211-27bac29a5646 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:50.281612 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8dd2833b-ff5b-4cc2-9f78-47e3971783e8 req-a5c19a64-fff9-4e3b-b211-27bac29a5646 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0459542 May 13 14:40:50.326975 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8dd2833b-ff5b-4cc2-9f78-47e3971783e8 req-2ffaa7fa-9f32-4438-8867-aded9ef4003e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 May 13 14:40:50.556103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef265bf-ecac-40ef-b31d-6cd7f53fc6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:51.125005 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-d58715a9-6a5d-4577-abdb-7d4516c495d0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461524 May 13 14:40:51.221286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-ba3ca057-0a86-4d73-a215-534d78492bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.222937 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-ba3ca057-0a86-4d73-a215-534d78492bce service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0402715 May 13 14:40:51.333836 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-829afb23-d76d-4d11-b7de-509308d53b7e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.335306 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-829afb23-d76d-4d11-b7de-509308d53b7e tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0932975 May 13 14:40:51.431038 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-cfe6b4a0-039e-4dc3-b9ab-de284011560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.432497 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-cfe6b4a0-039e-4dc3-b9ab-de284011560b service neutron] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 910 time: 0.1627605 May 13 14:40:51.456320 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25458b-2377-4b37-a428-a0480d7b1e1c req-a319e81c-b808-438b-ad24-195b6c4f371a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.457806 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d25458b-2377-4b37-a428-a0480d7b1e1c req-a319e81c-b808-438b-ad24-195b6c4f371a tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 946 time: 0.0524340 May 13 14:40:51.490538 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:51.490914 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:51.507657 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8d25458b-2377-4b37-a428-a0480d7b1e1c req-d6ca717b-ab7f-4a39-bc04-12d4eea84378 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups?id=1ac7c8ac-c163-4d7a-9435-2181a7c0265e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442910 May 13 14:40:51.561167 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-8c0ccefe-5213-430d-9312-6aac3665446f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 1002 time: 0.1183262 May 13 14:40:51.635280 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] For port e22f5bdb-0186-4e9e-b206-fb0de94b4f79, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:40:51.635554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:51.652961 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-994fbb3e-7882-4678-9efe-470eda44c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.654426 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-994fbb3e-7882-4678-9efe-470eda44c6ce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.0850248 May 13 14:40:51.769759 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-3223cf16-89db-4d6e-8354-1a04f6ec4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.771277 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-3223cf16-89db-4d6e-8354-1a04f6ec4d6a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872090 May 13 14:40:51.910693 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:51.911055 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:51.911365 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Floating IP d9f2a2bf-6f58-4a41-b829-ece52d7e86f5 disassociated. External IP: 172.27.0.159, port: e22f5bdb-0186-4e9e-b206-fb0de94b4f79. May 13 14:40:51.911699 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for e22f5bdb-0186-4e9e-b206-fb0de94b4f79 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:51.939381 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-724357a1-cef5-4d71-8c2e-67be342dca97 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546693 May 13 14:40:52.059421 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:52.081959 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d0f6f2fe-9f84-4a20-8b11-c43b1eff8a11 req-d797dc22-f27f-46f2-8430-540adbc1910e service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149163 May 13 14:40:52.275264 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (e22f5bdb-0186-4e9e-b206-fb0de94b4f79), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:52.313078 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=e22f5bdb-0186-4e9e-b206-fb0de94b4f79,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:52.433311 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:40:52.544245 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:40:52.555316 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:52.571652 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:52.572581 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.603567 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] No DVR routers for this DVR port e22f5bdb-0186-4e9e-b206-fb0de94b4f79 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:52.606241 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:52.609631 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-12aef467-1c0a-49bd-a653-fd2b8066c626 req-3215be06-132a-4ec3-8013-d0ad9c5a74ce tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.97 "DELETE /v2.0/ports/e22f5bdb-0186-4e9e-b206-fb0de94b4f79 HTTP/1.1" status: 204 len: 173 time: 1.2664704 May 13 14:40:52.610106 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'name': 'network-vif-deleted', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:52.613116 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa334e5c-9c05-49db-a770-97175d54a2bc" -d '{"events": [{"server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "name": "network-vif-deleted", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:40:52.624907 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f8cb9a8d-1ffa-4dea-b860-25431250e421 req-cae178e2-8c8e-444f-986e-7f8d60d6d828 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 210 time: 0.0456023 May 13 14:40:52.660543 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5f9e9a-7ece-46b5-b05d-83ba3e1b78ee x-openstack-request-id: req-6f5f9e9a-7ece-46b5-b05d-83ba3e1b78ee {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:40:52.661440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed840361-d9b2-4d12-addd-6c44190d2911", "name": "network-vif-deleted", "tag": "e22f5bdb-0186-4e9e-b206-fb0de94b4f79", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:40:52.661692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f5f9e9a-7ece-46b5-b05d-83ba3e1b78ee {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:40:52.662016 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5f9e9a-7ece-46b5-b05d-83ba3e1b78ee'] response: {'server_uuid': 'ed840361-d9b2-4d12-addd-6c44190d2911', 'name': 'network-vif-deleted', 'tag': 'e22f5bdb-0186-4e9e-b206-fb0de94b4f79', 'status': 'completed', 'code': 200} May 13 14:40:52.764636 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:52.822434 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47580) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:52.943546 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b5530b5-78f3-4b4a-9fa5-6c98d46fd675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:52.978448 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:53.010697 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:53.019793 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:40:53.020407 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:53.028126 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b5530b5-78f3-4b4a-9fa5-6c98d46fd675 admin admin] Publish callbacks [] for security_group (782c1d02-b419-4a86-b09b-d9e8b735da94), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.047785 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.105265 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b5530b5-78f3-4b4a-9fa5-6c98d46fd675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (782c1d02-b419-4a86-b09b-d9e8b735da94), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.131643 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:40:53.146015 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5530b5-78f3-4b4a-9fa5-6c98d46fd675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c1d02-b419-4a86-b09b-d9e8b735da94,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:53.150192 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2b5530b5-78f3-4b4a-9fa5-6c98d46fd675 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ef58266c12c84b94b2a86e0380f3c5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263392 May 13 14:40:53.152852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47584) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:53.207433 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] Publish callbacks [] for security_group (782c1d02-b419-4a86-b09b-d9e8b735da94), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.230407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] Publish callbacks [] for security_group (782c1d02-b419-4a86-b09b-d9e8b735da94), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.329114 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:53.350596 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (782c1d02-b419-4a86-b09b-d9e8b735da94), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.353221 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:53.354385 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/782c1d02-b419-4a86-b09b-d9e8b735da94 HTTP/1.1" status: 204 len: 168 time: 0.2005763 May 13 14:40:53.367280 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5d40d-5cb4-4de1-9f60-94d8bf710bfa None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:01Z', 'revision_number': 4, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '7819fcf9-5f09-4352-9f4b-8d4becca1109', 'name': '', 'network_id': '89e95687-bd5c-49e2-9e67-ce800dfe2f74', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'mac_address': 'fa:16:3e:b2:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:58Z', 'updated_at': '2022-05-13T14:34:09Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'subnets': [{'id': '4a3e1f3e-b7f6-4f78-a597-58e495d15a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:53.368500 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ced4-0775-4134-a820-574d5b0e070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c1d02-b419-4a86-b09b-d9e8b735da94,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:53.611961 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19610f2-53b9-4742-903d-4c3118939bc9 None None] New status for floating IP d9f2a2bf-6f58-4a41-b829-ece52d7e86f5: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:53.740916 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98439955-6dfa-4e7d-8fe9-f50582699264 req-636e55c5-e11a-49f0-9d73-0e6e8ff61db5 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed840361-d9b2-4d12-addd-6c44190d2911 HTTP/1.1" status: 200 len: 210 time: 0.0275021 May 13 14:40:53.967040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47594) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:53.983726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-24917a3c-f1b3-4ecb-96d3-8f098a07fdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.061269 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-24917a3c-f1b3-4ecb-96d3-8f098a07fdb0 admin admin] Publish callbacks [] for security_group (f70fd099-a48b-40be-807f-3114d200cf8a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.160674 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-24917a3c-f1b3-4ecb-96d3-8f098a07fdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f70fd099-a48b-40be-807f-3114d200cf8a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.199864 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-24917a3c-f1b3-4ecb-96d3-8f098a07fdb0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4364aec11e0243aaaa29991fb3f09eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317109 May 13 14:40:54.201030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24917a3c-f1b3-4ecb-96d3-8f098a07fdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70fd099-a48b-40be-807f-3114d200cf8a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:54.202521 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47596) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:54.253493 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] Publish callbacks [] for security_group (f70fd099-a48b-40be-807f-3114d200cf8a), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.277411 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] Publish callbacks [] for security_group (f70fd099-a48b-40be-807f-3114d200cf8a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.419388 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f70fd099-a48b-40be-807f-3114d200cf8a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.421877 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.423662 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f70fd099-a48b-40be-807f-3114d200cf8a HTTP/1.1" status: 204 len: 168 time: 0.2200027 May 13 14:40:54.432216 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10673c41-3d2a-4bf3-90f3-07c7eb1ad559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70fd099-a48b-40be-807f-3114d200cf8a,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:54.783846 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.888565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47614) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:54.947966 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (1ac7c8ac-c163-4d7a-9435-2181a7c0265e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:54.971535 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (1ac7c8ac-c163-4d7a-9435-2181a7c0265e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.088206 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1ac7c8ac-c163-4d7a-9435-2181a7c0265e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.090919 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.092265 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/security-groups/1ac7c8ac-c163-4d7a-9435-2181a7c0265e HTTP/1.1" status: 204 len: 168 time: 0.2027130 May 13 14:40:55.095345 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47618) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:55.103188 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9439869-b26d-42c0-be68-7c7c43675b60 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7c8ac-c163-4d7a-9435-2181a7c0265e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:55.111443 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-f9ecde1b-f1bf-4f42-b1f9-4b24d760ca5b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] show failed (client error): The resource could not be found. May 13 14:40:55.112589 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f9ecde1b-f1bf-4f42-b1f9-4b24d760ca5b tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "GET /v2.0/security-groups/1ac7c8ac-c163-4d7a-9435-2181a7c0265e HTTP/1.1" status: 404 len: 347 time: 0.0160928 May 13 14:40:55.115505 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47620) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:40:55.237078 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Deleting port 7c195ab8-22f3-4bb8-8e45-17ae3984122b {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:40:55.237424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.316775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.317090 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (7c195ab8-22f3-4bb8-8e45-17ae3984122b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.329866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Calling delete_port for 7c195ab8-22f3-4bb8-8e45-17ae3984122b owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:40:55.527720 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e22f5bdb-0186-4e9e-b206-fb0de94b4f79 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:40:55.539675 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7c195ab8-22f3-4bb8-8e45-17ae3984122b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.551959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: e22f5bdb-0186-4e9e-b206-fb0de94b4f79 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:40:55.551959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device e22f5bdb-0186-4e9e-b206-fb0de94b4f79 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:40:55.570033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Pushing event deleted for resources: {'Port': ['ID=7c195ab8-22f3-4bb8-8e45-17ae3984122b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:55.638181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks [] for floatingip (d9f2a2bf-6f58-4a41-b829-ece52d7e86f5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.641593 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:40:55.646579 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-28d16542-0ae1-466f-8d49-02e7a3d74d35 tempest-AttachVolumeNegativeTest-1736040597 tempest-AttachVolumeNegativeTest-1736040597-project] 10.222.0.102 "DELETE /v2.0/floatingips/d9f2a2bf-6f58-4a41-b829-ece52d7e86f5 HTTP/1.1" status: 204 len: 168 time: 0.5300903 May 13 14:41:00.038215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47732) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:00.592809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:01.133543 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Deleting port 7819fcf9-5f09-4352-9f4b-8d4becca1109 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:01.134245 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:01.210681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] For port 7819fcf9-5f09-4352-9f4b-8d4becca1109, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=7819fcf9-5f09-4352-9f4b-8d4becca1109,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:01.211039 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:01.225256 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Calling delete_port for 7819fcf9-5f09-4352-9f4b-8d4becca1109 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:01.474765 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (7819fcf9-5f09-4352-9f4b-8d4becca1109), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:01.507236 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Pushing event deleted for resources: {'Port': ['ID=7819fcf9-5f09-4352-9f4b-8d4becca1109,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:01.684979 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:01.913080 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Router f81150d6-c8ff-48cf-bb33-4c83a218d753 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:02.035275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:02.040505 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b73f41e2-ca4e-4bcc-91ca-be999e008440 admin admin] 10.222.0.102 "PUT /v2.0/routers/f81150d6-c8ff-48cf-bb33-4c83a218d753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005882 May 13 14:41:02.043877 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47764) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:02.051487 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Sync routers for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:02.058677 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:02.059291 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:02.152147 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47770) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:02.163687 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks [] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.180027 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:02.281503 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks [] for router_gateway (f81150d6-c8ff-48cf-bb33-4c83a218d753), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.289881 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eae1bc71-3fff-4396-86af-7bff9a7ba544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.362310 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:01Z', 'revision_number': 5, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port': {'id': 'a49dd0df-5381-46c7-be89-dff7769eb233', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:02.390024 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eae1bc71-3fff-4396-86af-7bff9a7ba544 admin admin] Publish callbacks [] for security_group (d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.395937 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Checking router: f81150d6-c8ff-48cf-bb33-4c83a218d753 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:02.404386 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Routers {'f81150d6-c8ff-48cf-bb33-4c83a218d753'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:02.404947 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['f81150d6-c8ff-48cf-bb33-4c83a218d753'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:02.442406 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Deleting port a49dd0df-5381-46c7-be89-dff7769eb233 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:02.442788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.503488 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] Set router f81150d6-c8ff-48cf-bb33-4c83a218d753 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:02.508576 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-eae1bc71-3fff-4396-86af-7bff9a7ba544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.529491 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] For port a49dd0df-5381-46c7-be89-dff7769eb233, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=a49dd0df-5381-46c7-be89-dff7769eb233,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:02.529852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.544785 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Calling delete_port for a49dd0df-5381-46c7-be89-dff7769eb233 owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:02.547186 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1bc71-3fff-4396-86af-7bff9a7ba544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:02.560029 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47776) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:02.560199 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-eae1bc71-3fff-4396-86af-7bff9a7ba544 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1ccef044af6944e6a3c9d9c571b9b36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068506 May 13 14:41:02.674537 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:02Z', 'revision_number': 6, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:02.700269 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff93c9-17ff-49b8-96cc-945d484680e2 None None] The sync data for ids ['f81150d6-c8ff-48cf-bb33-4c83a218d753'] in dv-cinder-841754-1-iscsi is: [{'id': 'f81150d6-c8ff-48cf-bb33-4c83a218d753', 'name': 'tempest-AttachVolumeNegativeTest-1009688521-router', 'tenant_id': '9da8a73af95447ba8519a7f0b366e858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:02Z', 'revision_number': 6, 'project_id': '9da8a73af95447ba8519a7f0b366e858', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:02.705810 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] Publish callbacks [] for security_group (d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.739170 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] Publish callbacks [] for security_group (d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.853484 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (a49dd0df-5381-46c7-be89-dff7769eb233), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.877735 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49dd0df-5381-46c7-be89-dff7769eb233,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:02.882043 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.884513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:02.885650 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7 HTTP/1.1" status: 204 len: 168 time: 0.3242733 May 13 14:41:02.914416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb73f07-52fc-49df-afc7-92f7575e8f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba492c-ee73-4a8a-bfe2-4fa9d4c6dfc7,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:02.958860 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.070301 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.073160 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks [] for router_controller (f81150d6-c8ff-48cf-bb33-4c83a218d753), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.207845 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (f81150d6-c8ff-48cf-bb33-4c83a218d753), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.208453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81150d6-c8ff-48cf-bb33-4c83a218d753 {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:41:03.213888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.216901 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7eb0bacf-4716-4d06-b916-8f77d34cfed4 admin admin] 10.222.0.102 "DELETE /v2.0/routers/f81150d6-c8ff-48cf-bb33-4c83a218d753 HTTP/1.1" status: 204 len: 168 time: 1.1706758 May 13 14:41:03.217139 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47784) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:03.264152 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Deleting subnet 4a3e1f3e-b7f6-4f78-a597-58e495d15a85 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:41:03.267637 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Publish callbacks [] for subnet (4a3e1f3e-b7f6-4f78-a597-58e495d15a85), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.303660 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (4a3e1f3e-b7f6-4f78-a597-58e495d15a85), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.415151 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (4a3e1f3e-b7f6-4f78-a597-58e495d15a85), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.554701 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (4a3e1f3e-b7f6-4f78-a597-58e495d15a85), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.570909 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47794) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:03.582764 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3e1f3e-b7f6-4f78-a597-58e495d15a85,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.584836 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.590676 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f38df2ae-e8fc-49d5-923b-eda0df3331ea admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4a3e1f3e-b7f6-4f78-a597-58e495d15a85 HTTP/1.1" status: 204 len: 168 time: 0.3702414 May 13 14:41:03.590799 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47796) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:03.598519 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b7544-cdea-480e-820c-88db6339b9e8 None None] Network 89e95687-bd5c-49e2-9e67-ce800dfe2f74 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:03.602789 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9082ba0f-fe1a-4618-b10a-b21765f266d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.692238 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (89e95687-bd5c-49e2-9e67-ce800dfe2f74), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.726296 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9082ba0f-fe1a-4618-b10a-b21765f266d2 admin admin] Publish callbacks [] for security_group (036ad5ee-2071-48fa-87b2-eb6195acd027), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.750599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Deleting port 20f6b204-dec8-43e6-8656-21b3e8c14a7a {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:03.751032 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.796917 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9082ba0f-fe1a-4618-b10a-b21765f266d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (036ad5ee-2071-48fa-87b2-eb6195acd027), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.805667 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] DHCP port deletion for 89e95687-bd5c-49e2-9e67-ce800dfe2f74 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:41:03.826270 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] For port 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=20f6b204-dec8-43e6-8656-21b3e8c14a7a,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:03.826606 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.842396 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Calling delete_port for 20f6b204-dec8-43e6-8656-21b3e8c14a7a owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:03.856691 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Deleting port 20f6b204-dec8-43e6-8656-21b3e8c14a7a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:03.858743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.868464 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9082ba0f-fe1a-4618-b10a-b21765f266d2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=20cf02661ce44db1990d7bced2255429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960176 May 13 14:41:03.869216 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082ba0f-fe1a-4618-b10a-b21765f266d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ad5ee-2071-48fa-87b2-eb6195acd027,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.871780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47806) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:03.956167 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] Publish callbacks [] for security_group (036ad5ee-2071-48fa-87b2-eb6195acd027), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.963820 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] For port 20f6b204-dec8-43e6-8656-21b3e8c14a7a, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=20f6b204-dec8-43e6-8656-21b3e8c14a7a,segment=NetworkSegment(1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5),segment_id=1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:03.964476 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:03.987801 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Calling delete_port for 20f6b204-dec8-43e6-8656-21b3e8c14a7a owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:03.988363 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] Publish callbacks [] for security_group (036ad5ee-2071-48fa-87b2-eb6195acd027), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.133673 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (036ad5ee-2071-48fa-87b2-eb6195acd027), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.137086 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.138407 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/036ad5ee-2071-48fa-87b2-eb6195acd027 HTTP/1.1" status: 204 len: 168 time: 0.2655437 May 13 14:41:04.148569 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21b0a3-2914-4922-8a27-143d5dc67aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ad5ee-2071-48fa-87b2-eb6195acd027,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:04.159490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.202674 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] Pushing event deleted for resources: {'Port': ['ID=20f6b204-dec8-43e6-8656-21b3e8c14a7a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:04.211336 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a4231-f317-44ea-9d90-8c2401d3e3e2 None None] No DVR routers for this DVR port 20f6b204-dec8-43e6-8656-21b3e8c14a7a on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:04.231213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (20f6b204-dec8-43e6-8656-21b3e8c14a7a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.258184 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=20f6b204-dec8-43e6-8656-21b3e8c14a7a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:04.261866 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] No DVR routers for this DVR port 20f6b204-dec8-43e6-8656-21b3e8c14a7a on host dv-cinder-841754-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:04.340535 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (89e95687-bd5c-49e2-9e67-ce800dfe2f74), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.363061 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e95687-bd5c-49e2-9e67-ce800dfe2f74']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.373098 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.373444 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.379458 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e762-6571-4020-9a88-6bde88f0acdb req-4dd358e4-e479-4d3a-9e7c-b9a33464dd12 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.380939 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3510e762-6571-4020-9a88-6bde88f0acdb req-4dd358e4-e479-4d3a-9e7c-b9a33464dd12 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0520096 May 13 14:41:04.383776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.398284 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.404711 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:04.405471 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (1c65dc0b-2e7f-4a36-a84b-f9f2876e1df5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self.session.flush() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self.session.flush() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self.session.flush() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self.session.flush() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:04.408062 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:04.438137 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3510e762-6571-4020-9a88-6bde88f0acdb req-c3072961-53b0-4409-aec7-f9dced19eefe tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490968 May 13 14:41:04.549255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (89e95687-bd5c-49e2-9e67-ce800dfe2f74), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.556709 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:04.559876 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] 10.222.0.102 "DELETE /v2.0/networks/89e95687-bd5c-49e2-9e67-ce800dfe2f74 HTTP/1.1" status: 204 len: 168 time: 0.9675553 May 13 14:41:04.570508 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26bfa-a5dd-46fe-a958-3147c15c6bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=89e95687-bd5c-49e2-9e67-ce800dfe2f74,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:04.671150 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 20f6b204-dec8-43e6-8656-21b3e8c14a7a no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:04.695037 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 20f6b204-dec8-43e6-8656-21b3e8c14a7a {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:04.695400 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 20f6b204-dec8-43e6-8656-21b3e8c14a7a not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:04.695798 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7819fcf9-5f09-4352-9f4b-8d4becca1109 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:04.715514 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 7819fcf9-5f09-4352-9f4b-8d4becca1109 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:04.715859 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 7819fcf9-5f09-4352-9f4b-8d4becca1109 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:04.716265 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device a49dd0df-5381-46c7-be89-dff7769eb233 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:04.739370 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: a49dd0df-5381-46c7-be89-dff7769eb233 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:04.739696 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device a49dd0df-5381-46c7-be89-dff7769eb233 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:04.994272 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47826) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:05.036124 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e2d41fd8-6514-40aa-8e28-96fbbef0e2b4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9da8a73af95447ba8519a7f0b366e858&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406282 May 13 14:41:05.038721 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47830) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:05.088214 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] Publish callbacks [] for security_group (d53b968f-cc59-4386-9cca-b7cc0f920392), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:05.110654 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] Publish callbacks [] for security_group (d53b968f-cc59-4386-9cca-b7cc0f920392), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:05.225091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d53b968f-cc59-4386-9cca-b7cc0f920392), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:05.227896 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:05.231747 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d53b968f-cc59-4386-9cca-b7cc0f920392 HTTP/1.1" status: 204 len: 168 time: 0.1894135 May 13 14:41:05.238827 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70184c5c-f3a8-4b60-9baf-35c215d85a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b968f-cc59-4386-9cca-b7cc0f920392,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:05.564119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e153c0-c3d5-4209-af76-aa4d0f5d9426 req-4a0dd930-1e35-44ac-81cc-8c255559597d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.566133 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-11e153c0-c3d5-4209-af76-aa4d0f5d9426 req-4a0dd930-1e35-44ac-81cc-8c255559597d tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0540063 May 13 14:41:05.624165 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-11e153c0-c3d5-4209-af76-aa4d0f5d9426 req-63f03fa7-d671-49a2-ae80-8612281dbffd tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515234 May 13 14:41:06.634461 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-524aa4f9-1797-47f9-85d3-24be25416b7b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.636740 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-524aa4f9-1797-47f9-85d3-24be25416b7b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0543787 May 13 14:41:06.742561 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Deleting port 6ebe3836-621a-4762-bb9a-299e031d40e6 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:06.742933 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:06.743072 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e4ccf-7d1b-4138-af09-2f0351b5936b req-52171365-f23e-428e-aa4c-49866883694b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.745012 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-220e4ccf-7d1b-4138-af09-2f0351b5936b req-52171365-f23e-428e-aa4c-49866883694b tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 945 time: 0.0505660 May 13 14:41:06.812507 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-220e4ccf-7d1b-4138-af09-2f0351b5936b req-671253da-843d-4c31-9bf0-190e24600ce4 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups?id=7e995aa3-015f-49ea-8b72-4e87c2a3f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527890 May 13 14:41:06.849115 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] For port 6ebe3836-621a-4762-bb9a-299e031d40e6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=6ebe3836-621a-4762-bb9a-299e031d40e6,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:06.849472 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.029168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.029168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.029168 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Floating IP 14a52989-f6a1-405e-9227-611ec9996155 disassociated. External IP: 172.27.0.37, port: 6ebe3836-621a-4762-bb9a-299e031d40e6. May 13 14:41:07.029168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Calling delete_port for 6ebe3836-621a-4762-bb9a-299e031d40e6 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:07.217419 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (6ebe3836-621a-4762-bb9a-299e031d40e6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.225958 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47926) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:07.250594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'Port': ['ID=6ebe3836-621a-4762-bb9a-299e031d40e6,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:07.366944 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2bbe-9aec-4d3e-971e-09804063589c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.373399 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:07.449753 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2bbe-9aec-4d3e-971e-09804063589c admin admin] Publish callbacks [] for security_group (1e89a68c-9ce1-49df-8ef2-98d8914f5cb3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.490603 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:07.501996 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:07.512926 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:07.513611 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:07.533630 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] No DVR routers for this DVR port 6ebe3836-621a-4762-bb9a-299e031d40e6 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:07.536335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.539991 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-03a325d0-e5c7-4006-b7fb-512e8870cb95 req-8c2ee726-8535-414b-98c3-1c092f209aea tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.97 "DELETE /v2.0/ports/6ebe3836-621a-4762-bb9a-299e031d40e6 HTTP/1.1" status: 204 len: 173 time: 0.8944988 May 13 14:41:07.540414 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2bbe-9aec-4d3e-971e-09804063589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1e89a68c-9ce1-49df-8ef2-98d8914f5cb3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.540614 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'name': 'network-vif-deleted', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:07.542922 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a062fd-e4a6-470a-b60a-d8b184d53a66" -d '{"events": [{"server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "name": "network-vif-deleted", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:07.586186 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25174918-a54d-45c6-a7a9-d146beb550fd x-openstack-request-id: req-25174918-a54d-45c6-a7a9-d146beb550fd {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:07.586484 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7f8d0-7130-4870-809e-e33d6c7a6625", "name": "network-vif-deleted", "tag": "6ebe3836-621a-4762-bb9a-299e031d40e6", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:07.586844 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-25174918-a54d-45c6-a7a9-d146beb550fd {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:07.587259 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25174918-a54d-45c6-a7a9-d146beb550fd'] response: {'server_uuid': 'efc7f8d0-7130-4870-809e-e33d6c7a6625', 'name': 'network-vif-deleted', 'tag': '6ebe3836-621a-4762-bb9a-299e031d40e6', 'status': 'completed', 'code': 200} May 13 14:41:07.588189 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec9e2bbe-9aec-4d3e-971e-09804063589c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=aac9bb115818429a9e8c4ab33c9f6302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633668 May 13 14:41:07.589054 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2bbe-9aec-4d3e-971e-09804063589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89a68c-9ce1-49df-8ef2-98d8914f5cb3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:07.591364 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47932) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:07.646906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] Publish callbacks [] for security_group (1e89a68c-9ce1-49df-8ef2-98d8914f5cb3), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.647839 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:07.669381 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:41:07.680942 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] Publish callbacks [] for security_group (1e89a68c-9ce1-49df-8ef2-98d8914f5cb3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.807875 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1e89a68c-9ce1-49df-8ef2-98d8914f5cb3), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.810539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:07.811810 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1e89a68c-9ce1-49df-8ef2-98d8914f5cb3 HTTP/1.1" status: 204 len: 168 time: 0.2195096 May 13 14:41:07.821002 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268cee0-1337-4082-83c8-bbf4d6d7bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89a68c-9ce1-49df-8ef2-98d8914f5cb3,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:07.863688 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:07.896830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:07.905771 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:07.906872 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:07.908540 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5b051c23-fa5c-4d18-a9ac-7c4022f7030d req-3b90559a-d8fa-47dd-9143-4eb73a9f8eb8 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/ports?device_id=efc7f8d0-7130-4870-809e-e33d6c7a6625 HTTP/1.1" status: 200 len: 210 time: 0.0323017 May 13 14:41:08.022618 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:08.216202 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:08.243754 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cdd3a5-018a-4775-8477-f423648ae1b9 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 4, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '040280b0-9965-466d-bf97-2ef3b4fa34fb', 'name': '', 'network_id': 'a3c8f8c4-7156-412b-b81b-cc20024dae90', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'mac_address': 'fa:16:3e:29:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:57Z', 'updated_at': '2022-05-13T14:34:12Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'subnets': [{'id': '491a6989-ca87-49a4-a8bc-e1720b8fe334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:08.471886 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47948) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:08.486698 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ffb-e13d-4c8d-ba43-b24b0c536380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.500578 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926f5328-9d46-466f-9a8f-6946f0472a7c None None] New status for floating IP 14a52989-f6a1-405e-9227-611ec9996155: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:08.569338 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ffb-e13d-4c8d-ba43-b24b0c536380 admin admin] Publish callbacks [] for security_group (058f06c1-76f2-4e94-9708-610176e13097), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.641766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ffb-e13d-4c8d-ba43-b24b0c536380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (058f06c1-76f2-4e94-9708-610176e13097), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.680911 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-cc0a4ffb-e13d-4c8d-ba43-b24b0c536380 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e8d21af93b164fac8da72d7193fa5d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078261 May 13 14:41:08.681854 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4ffb-e13d-4c8d-ba43-b24b0c536380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058f06c1-76f2-4e94-9708-610176e13097,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:08.683587 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47950) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:08.749250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] Publish callbacks [] for security_group (058f06c1-76f2-4e94-9708-610176e13097), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.770582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] Publish callbacks [] for security_group (058f06c1-76f2-4e94-9708-610176e13097), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.909454 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (058f06c1-76f2-4e94-9708-610176e13097), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.912141 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:08.913426 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/058f06c1-76f2-4e94-9708-610176e13097 HTTP/1.1" status: 204 len: 168 time: 0.2287145 May 13 14:41:08.922075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6c991-1507-403a-af99-bf7707c49eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f06c1-76f2-4e94-9708-610176e13097,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.122806 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 47970) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:09.183859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (7e995aa3-015f-49ea-8b72-4e87c2a3f02c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.209010 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (7e995aa3-015f-49ea-8b72-4e87c2a3f02c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.322064 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7e995aa3-015f-49ea-8b72-4e87c2a3f02c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.324707 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.328504 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "DELETE /v2.0/security-groups/7e995aa3-015f-49ea-8b72-4e87c2a3f02c HTTP/1.1" status: 204 len: 168 time: 0.2020850 May 13 14:41:09.329629 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47974) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:09.336692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b86d-2ae8-4c2b-b226-2d5d0aaccd16 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e995aa3-015f-49ea-8b72-4e87c2a3f02c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.343684 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-ccfd7849-fea3-4bfe-896c-71aceec5f243 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] show failed (client error): The resource could not be found. May 13 14:41:09.345585 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ccfd7849-fea3-4bfe-896c-71aceec5f243 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "GET /v2.0/security-groups/7e995aa3-015f-49ea-8b72-4e87c2a3f02c HTTP/1.1" status: 404 len: 347 time: 0.0148060 May 13 14:41:09.349994 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 47976) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:09.487410 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Deleting port 8ae2741b-43af-4895-b31b-c460135ca54d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:09.487753 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.570645 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.570966 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (8ae2741b-43af-4895-b31b-c460135ca54d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.587174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Calling delete_port for 8ae2741b-43af-4895-b31b-c460135ca54d owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:09.802223 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (8ae2741b-43af-4895-b31b-c460135ca54d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.836552 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Pushing event deleted for resources: {'Port': ['ID=8ae2741b-43af-4895-b31b-c460135ca54d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.910555 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks [] for floatingip (14a52989-f6a1-405e-9227-611ec9996155), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.913284 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:09.914597 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-72d2be6d-a5a1-4578-8608-dd21ba0b2d76 tempest-AttachVolumeTestJSON-1556341429 tempest-AttachVolumeTestJSON-1556341429-project] 10.222.0.102 "DELETE /v2.0/floatingips/14a52989-f6a1-405e-9227-611ec9996155 HTTP/1.1" status: 204 len: 168 time: 0.5633607 May 13 14:41:10.093999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48004) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:10.196107 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729277751-network', 'tenant_id': 'cdf360def7c24f19941c0b166fc08b77'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:10.268460 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Made reservation on behalf of cdf360def7c24f19941c0b166fc08b77 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:10.270990 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.279790 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.353673 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks [] for security_group (5faf99a8-5349-48a2-b6ac-50982d96587a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.413264 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5faf99a8-5349-48a2-b6ac-50982d96587a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.438123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:10.448483 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf99a8-5349-48a2-b6ac-50982d96587a,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:10.453232 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3ea8ebd2-cc2b-43b1-b427-a370b6394a4c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.453574 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Added segment 3ea8ebd2-cc2b-43b1-b427-a370b6394a4c of type vlan for network 49e3d9d3-110a-4492-ac9c-e8d781f64c9a May 13 14:41:10.497571 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (49e3d9d3-110a-4492-ac9c-e8d781f64c9a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.584727 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (49e3d9d3-110a-4492-ac9c-e8d781f64c9a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.585997 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:10.586282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:10.646981 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] Pushing event updated for resources: {'Network': ['ID=49e3d9d3-110a-4492-ac9c-e8d781f64c9a,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:10.656908 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 49e3d9d3-110a-4492-ac9c-e8d781f64c9a details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:41:10.712248 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3bea67c9-c208-4421-b844-f1a8148f10ac admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6159999 May 13 14:41:10.715084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48010) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:10.720698 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Request body: {'subnet': {'network_id': '49e3d9d3-110a-4492-ac9c-e8d781f64c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729277751-subnet', 'tenant_id': 'cdf360def7c24f19941c0b166fc08b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:10.783232 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Made reservation on behalf of cdf360def7c24f19941c0b166fc08b77 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:10.785801 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28996972'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:11.013551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25767299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28996978'] for subnet (01611954-6ceb-4d9e-a666-7e95fd9c8238), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:11.067801 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01611954-6ceb-4d9e-a666-7e95fd9c8238,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.084088 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Checking segment: {'id': '3ea8ebd2-cc2b-43b1-b427-a370b6394a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '49e3d9d3-110a-4492-ac9c-e8d781f64c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:41:11.084487 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Network hostable DHCP agents. Network: 49e3d9d3-110a-4492-ac9c-e8d781f64c9a, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:11.167960 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Network 49e3d9d3-110a-4492-ac9c-e8d781f64c9a is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:11.274560 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 49e3d9d3-110a-4492-ac9c-e8d781f64c9a) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:11.278522 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.279133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:11.284132 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8d20b-fc80-4c00-a30f-8e379fa6f565 None None] Network 49e3d9d3-110a-4492-ac9c-e8d781f64c9a requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:11.383724 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398977e-59c7-4550-8ee0-34fca518322b None None] Network 49e3d9d3-110a-4492-ac9c-e8d781f64c9a requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:11.397029 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7afbbcfb-6198-4986-9642-34f2ec774a2d admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6808565 May 13 14:41:12.053241 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48034) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:12.058240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956060427-network', 'tenant_id': 'bc47c78f848f4c9c9caa5ef0db25196b'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:12.137240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Made reservation on behalf of bc47c78f848f4c9c9caa5ef0db25196b for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:12.139574 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.148265 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.218039 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 6ebe3836-621a-4762-bb9a-299e031d40e6 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:12.228433 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks [] for security_group (d4af9062-07bc-4f6e-843d-09d8e5460a81), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.239030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 6ebe3836-621a-4762-bb9a-299e031d40e6 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:12.239367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 6ebe3836-621a-4762-bb9a-299e031d40e6 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:12.287480 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d4af9062-07bc-4f6e-843d-09d8e5460a81), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.313123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:12.318991 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af9062-07bc-4f6e-843d-09d8e5460a81,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.331349 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (56400f52-ebb8-4402-b08d-c04bfc893552), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.331727 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Added segment 56400f52-ebb8-4402-b08d-c04bfc893552 of type vlan for network d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e May 13 14:41:12.373107 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.482120 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.483157 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.483795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:12.545240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] Pushing event updated for resources: {'Network': ['ID=d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.555230 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:41:12.599208 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b1ebd615-27a2-4bb6-b52a-e231cefb3b74 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5448132 May 13 14:41:12.604430 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48050) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:12.609604 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Request body: {'subnet': {'network_id': 'd75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956060427-subnet', 'tenant_id': 'bc47c78f848f4c9c9caa5ef0db25196b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:12.691646 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Made reservation on behalf of bc47c78f848f4c9c9caa5ef0db25196b for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:12.694045 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28996972'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:13.091825 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae15b4-9acc-4e3b-8c68-3c3970334612 req-ddff2eea-b892-4124-b145-2e50dfe788c6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.093332 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eaae15b4-9acc-4e3b-8c68-3c3970334612 req-ddff2eea-b892-4124-b145-2e50dfe788c6 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0734303 May 13 14:41:13.185684 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eaae15b4-9acc-4e3b-8c68-3c3970334612 req-fdc030cd-b97f-40af-b9f2-4c247dadb785 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846996 May 13 14:41:13.240543 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25767299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28996978'] for subnet (07570f96-d9c0-479e-a2d6-ddd4e53d8bc8), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:13.295444 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07570f96-d9c0-479e-a2d6-ddd4e53d8bc8,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:13.306934 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Checking segment: {'id': '56400f52-ebb8-4402-b08d-c04bfc893552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:41:13.307329 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Network hostable DHCP agents. Network: d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:13.385043 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Network d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:13.521791 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:13.526202 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.527399 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:13.531336 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b29d60-ea8c-4bf5-accb-4b2c51aff307 None None] Network d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:13.611365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c5d44186-c472-4eb2-af21-ea1c9513039c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0048375 May 13 14:41:13.635158 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603be05-6c87-4948-a250-815c1e704050 None None] Network d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:14.312560 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd2e48-dfe6-4366-a520-0bc9757a3050 req-99b3c0e2-1c78-4b5d-b1ec-1e95a2ac214c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.314299 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2afd2e48-dfe6-4366-a520-0bc9757a3050 req-99b3c0e2-1c78-4b5d-b1ec-1e95a2ac214c tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0526998 May 13 14:41:14.363719 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2afd2e48-dfe6-4366-a520-0bc9757a3050 req-50e0f79e-bf25-450a-b14a-0cbc12259882 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups?id=53ac7823-eb64-44f9-a762-75c954d9322e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 May 13 14:41:14.541703 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-5d217106-e8f1-4a3d-afc3-14adc44925ac tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.543401 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-5d217106-e8f1-4a3d-afc3-14adc44925ac tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 946 time: 0.0481701 May 13 14:41:14.637227 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Deleting port 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:14.637566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:14.735436 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] For port 78cacd6a-7306-4f03-926e-1921cc0fd00c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=78cacd6a-7306-4f03-926e-1921cc0fd00c,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:14.735752 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:14.922506 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:14.926513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:14.926513 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Floating IP 6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76 disassociated. External IP: 172.27.0.185, port: 78cacd6a-7306-4f03-926e-1921cc0fd00c. May 13 14:41:14.926513 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Calling delete_port for 78cacd6a-7306-4f03-926e-1921cc0fd00c owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:15.133359 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (78cacd6a-7306-4f03-926e-1921cc0fd00c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:15.165781 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'Port': ['ID=78cacd6a-7306-4f03-926e-1921cc0fd00c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.285189 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:15.400615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:15.411883 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:15.422786 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:15.423786 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:15.452417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] No DVR routers for this DVR port 78cacd6a-7306-4f03-926e-1921cc0fd00c on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:15.452417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:15.454099 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f834b1a-63ad-4d00-83a2-1b83c2edc56a req-473a77bc-559f-42c0-bcc4-36cca5c2c683 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.97 "DELETE /v2.0/ports/78cacd6a-7306-4f03-926e-1921cc0fd00c HTTP/1.1" status: 204 len: 173 time: 0.9045966 May 13 14:41:15.454837 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-deleted', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:15.458398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995d8572-3b7d-4021-aba8-17bbdca696bb" -d '{"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-deleted", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:15.480537 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec2ebd41-11f8-4bc4-801a-57cbfdcd8689 req-0f2ae77e-df6b-421a-b157-abd82f432984 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 210 time: 0.0305705 May 13 14:41:15.505689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77975e8-5cf4-4672-b2d0-cd332f2bdce6 x-openstack-request-id: req-d77975e8-5cf4-4672-b2d0-cd332f2bdce6 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:15.505689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a314b160-2ed4-4801-b4cd-65a4007f0b31", "name": "network-vif-deleted", "tag": "78cacd6a-7306-4f03-926e-1921cc0fd00c", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:15.505689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d77975e8-5cf4-4672-b2d0-cd332f2bdce6 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:15.505689 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77975e8-5cf4-4672-b2d0-cd332f2bdce6'] response: {'server_uuid': 'a314b160-2ed4-4801-b4cd-65a4007f0b31', 'name': 'network-vif-deleted', 'tag': '78cacd6a-7306-4f03-926e-1921cc0fd00c', 'status': 'completed', 'code': 200} May 13 14:41:15.567889 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:15.780981 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:15.808959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:15.819814 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:15.820442 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:15.952558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:16.209441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:16.241099 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88c062-6f1f-4267-bf6c-69d78f2ca253 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:33:55Z', 'revision_number': 4, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '6ca5c745-7fa7-4b9a-859e-d9465b49f675', 'name': '', 'network_id': 'f5d59592-5b2e-4983-b5e4-f02dfc8e9001', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'mac_address': 'fa:16:3e:c9:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '639a73e0-5319-4538-81cf-3974026e1aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:54Z', 'updated_at': '2022-05-13T14:34:04Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'subnets': [{'id': '639a73e0-5319-4538-81cf-3974026e1aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:16.248105 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48144) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:16.549060 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca9c96-5d20-4eb8-be98-3df5d7db1a66 None None] New status for floating IP 6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:16.622119 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-514c364b-554e-47e2-8920-ad9b2f514870 req-ec9e91ff-43f2-4904-9be3-c1522abef60d tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/ports?device_id=a314b160-2ed4-4801-b4cd-65a4007f0b31 HTTP/1.1" status: 200 len: 210 time: 0.0428228 May 13 14:41:16.739947 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48156) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:16.789255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:16.861152 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-beb25371-ce7e-42cc-ba16-f9af53b9c03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:16.943701 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-beb25371-ce7e-42cc-ba16-f9af53b9c03f admin admin] Publish callbacks [] for security_group (8b88a7f8-bfd6-49f7-8f24-317c9f9a4600), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.022920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-beb25371-ce7e-42cc-ba16-f9af53b9c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (8b88a7f8-bfd6-49f7-8f24-317c9f9a4600), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.039133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Deleting port 040280b0-9965-466d-bf97-2ef3b4fa34fb {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:17.039467 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.061926 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-beb25371-ce7e-42cc-ba16-f9af53b9c03f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0a086e3d51ee4c2abeb37dc0bf70cfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208213 May 13 14:41:17.062652 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25371-ce7e-42cc-ba16-f9af53b9c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b88a7f8-bfd6-49f7-8f24-317c9f9a4600,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.066187 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48160) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:17.116081 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] Publish callbacks [] for security_group (8b88a7f8-bfd6-49f7-8f24-317c9f9a4600), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.123150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] For port 040280b0-9965-466d-bf97-2ef3b4fa34fb, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=040280b0-9965-466d-bf97-2ef3b4fa34fb,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:17.123530 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.137690 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Calling delete_port for 040280b0-9965-466d-bf97-2ef3b4fa34fb owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:17.139019 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] Publish callbacks [] for security_group (8b88a7f8-bfd6-49f7-8f24-317c9f9a4600), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.327420 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (8b88a7f8-bfd6-49f7-8f24-317c9f9a4600), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.330027 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.331905 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8b88a7f8-bfd6-49f7-8f24-317c9f9a4600 HTTP/1.1" status: 204 len: 168 time: 0.2647216 May 13 14:41:17.340164 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149330df-be96-41c9-922a-06ca079c7031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b88a7f8-bfd6-49f7-8f24-317c9f9a4600,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.390809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (040280b0-9965-466d-bf97-2ef3b4fa34fb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.416949 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Pushing event deleted for resources: {'Port': ['ID=040280b0-9965-466d-bf97-2ef3b4fa34fb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.833625 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:17.845260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Router 6292eb2f-d81d-4d09-9340-8596d5d511ae has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:17.962829 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:17.970569 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48176) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:17.971249 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-54be1af7-fe5b-4341-b1f7-4d841610f890 admin admin] 10.222.0.102 "PUT /v2.0/routers/6292eb2f-d81d-4d09-9340-8596d5d511ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212565 May 13 14:41:17.978936 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Sync routers for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:18.009827 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:18.010701 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:18.105082 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48184) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:18.114270 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks [] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.148223 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:18.163057 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (53ac7823-eb64-44f9-a762-75c954d9322e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.192762 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (53ac7823-eb64-44f9-a762-75c954d9322e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.267037 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks [] for router_gateway (6292eb2f-d81d-4d09-9340-8596d5d511ae), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.321892 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (53ac7823-eb64-44f9-a762-75c954d9322e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.324671 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.326233 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "DELETE /v2.0/security-groups/53ac7823-eb64-44f9-a762-75c954d9322e HTTP/1.1" status: 204 len: 168 time: 0.2196875 May 13 14:41:18.328716 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48188) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:18.341525 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9da19-00b0-4760-9062-841712597b80 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac7823-eb64-44f9-a762-75c954d9322e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:18.342882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-1be92249-d298-4d9e-af7c-7401f8a65d65 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] show failed (client error): The resource could not be found. May 13 14:41:18.343940 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1be92249-d298-4d9e-af7c-7401f8a65d65 tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "GET /v2.0/security-groups/53ac7823-eb64-44f9-a762-75c954d9322e HTTP/1.1" status: 404 len: 347 time: 0.0143390 May 13 14:41:18.346907 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48190) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:18.379224 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:17Z', 'revision_number': 5, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port': {'id': '4d815d1f-d360-4ad3-8620-6c375dc1242d', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:18.399998 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Checking router: 6292eb2f-d81d-4d09-9340-8596d5d511ae for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:18.408597 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Routers {'6292eb2f-d81d-4d09-9340-8596d5d511ae'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:18.409395 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:40:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['6292eb2f-d81d-4d09-9340-8596d5d511ae'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:18.447082 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0846b6f2-8e1a-4494-bc51-a49039df9cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.517899 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Deleting port 4d815d1f-d360-4ad3-8620-6c375dc1242d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:18.518966 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.523558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] Set router 6292eb2f-d81d-4d09-9340-8596d5d511ae gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:18.563171 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Deleting port 84c0963f-803b-409c-ad9b-ee073a8a2ebd {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:18.563519 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.586150 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:18Z', 'revision_number': 6, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:18.620573 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b61b69-4116-4f29-9bc9-05d7eeeaeec4 None None] The sync data for ids ['6292eb2f-d81d-4d09-9340-8596d5d511ae'] in dv-cinder-841754-1-iscsi is: [{'id': '6292eb2f-d81d-4d09-9340-8596d5d511ae', 'name': 'tempest-AttachVolumeTestJSON-1175701590-router', 'tenant_id': 'c55eaec125bd4015914970c0f5d53665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:48Z', 'updated_at': '2022-05-13T14:41:18Z', 'revision_number': 6, 'project_id': 'c55eaec125bd4015914970c0f5d53665', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:18.689995 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] For port 4d815d1f-d360-4ad3-8620-6c375dc1242d, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4d815d1f-d360-4ad3-8620-6c375dc1242d,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:18.690535 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.713699 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Calling delete_port for 4d815d1f-d360-4ad3-8620-6c375dc1242d owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:18.722358 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.735264 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.735588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (84c0963f-803b-409c-ad9b-ee073a8a2ebd), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:18.779671 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Calling delete_port for 84c0963f-803b-409c-ad9b-ee073a8a2ebd owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:19.099344 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (4d815d1f-d360-4ad3-8620-6c375dc1242d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.129085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d815d1f-d360-4ad3-8620-6c375dc1242d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.132115 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (84c0963f-803b-409c-ad9b-ee073a8a2ebd), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.181949 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Pushing event deleted for resources: {'Port': ['ID=84c0963f-803b-409c-ad9b-ee073a8a2ebd,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.279106 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.348045 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks [] for floatingip (6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.353070 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.353070 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0537001b-ada7-4d44-86ca-2b9011accd4a tempest-AttachVolumeShelveTestJSON-502061371 tempest-AttachVolumeShelveTestJSON-502061371-project] 10.222.0.102 "DELETE /v2.0/floatingips/6ce89a12-6ddd-44dd-9191-1c3cf0ddfb76 HTTP/1.1" status: 204 len: 168 time: 1.0039520 May 13 14:41:19.385747 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.388228 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks [] for router_controller (6292eb2f-d81d-4d09-9340-8596d5d511ae), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.514700 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (6292eb2f-d81d-4d09-9340-8596d5d511ae), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.517870 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6292eb2f-d81d-4d09-9340-8596d5d511ae {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:41:19.524584 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.525775 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-aa113f68-db1e-4f2d-85a7-cf8cda80ef57 admin admin] 10.222.0.102 "DELETE /v2.0/routers/6292eb2f-d81d-4d09-9340-8596d5d511ae HTTP/1.1" status: 204 len: 168 time: 1.5533457 May 13 14:41:19.528698 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48214) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:19.544348 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:19.569238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 78cacd6a-7306-4f03-926e-1921cc0fd00c {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:19.569851 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 78cacd6a-7306-4f03-926e-1921cc0fd00c not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:19.583074 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Deleting subnet 491a6989-ca87-49a4-a8bc-e1720b8fe334 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:41:19.587247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Publish callbacks [] for subnet (491a6989-ca87-49a4-a8bc-e1720b8fe334), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.628760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25562435'] for subnet (491a6989-ca87-49a4-a8bc-e1720b8fe334), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.757864 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (491a6989-ca87-49a4-a8bc-e1720b8fe334), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.897614 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25766468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28996875'] for subnet (491a6989-ca87-49a4-a8bc-e1720b8fe334), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.922246 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491a6989-ca87-49a4-a8bc-e1720b8fe334,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.932006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:19.935603 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbd97f-cb4e-4ed8-8e86-2d274f11f056 None None] Network a3c8f8c4-7156-412b-b81b-cc20024dae90 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:19.936888 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1d70fc34-f31f-403a-a17a-6bd5d21d5fb4 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/491a6989-ca87-49a4-a8bc-e1720b8fe334 HTTP/1.1" status: 204 len: 168 time: 0.4068973 May 13 14:41:19.939646 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48230) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:20.012171 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (a3c8f8c4-7156-412b-b81b-cc20024dae90), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.058675 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Deleting port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:20.059010 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.124461 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] DHCP port deletion for a3c8f8c4-7156-412b-b81b-cc20024dae90 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:41:20.129776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] For port 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0093ba3f-6390-47f2-ac85-b92aa90d33e1,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:20.131544 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.143895 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Calling delete_port for 0093ba3f-6390-47f2-ac85-b92aa90d33e1 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:20.165758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Deleting port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:20.166239 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.233573 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] For port 0093ba3f-6390-47f2-ac85-b92aa90d33e1, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0093ba3f-6390-47f2-ac85-b92aa90d33e1,segment=NetworkSegment(3ffe2789-30f5-48eb-bbe0-4bc9149b2746),segment_id=3ffe2789-30f5-48eb-bbe0-4bc9149b2746)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:20.233964 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.247413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Calling delete_port for 0093ba3f-6390-47f2-ac85-b92aa90d33e1 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:20.310431 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.321555 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (0093ba3f-6390-47f2-ac85-b92aa90d33e1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.342499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] No DVR routers for this DVR port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 on host dv-cinder-841754-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:20.348281 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Pushing event deleted for resources: {'Port': ['ID=0093ba3f-6390-47f2-ac85-b92aa90d33e1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:20.350595 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] Pushing event deleted for resources: {'Port': ['ID=0093ba3f-6390-47f2-ac85-b92aa90d33e1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:20.354191 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c0f11-9a06-4d38-9f9c-35f4af90c8de None None] No DVR routers for this DVR port 0093ba3f-6390-47f2-ac85-b92aa90d33e1 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:20.594577 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0409fbd3-d7f8-47d7-93c9-6a52c6e25a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.645396 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.645745 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.651888 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:20.668871 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 040280b0-9965-466d-bf97-2ef3b4fa34fb no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:20.689658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 040280b0-9965-466d-bf97-2ef3b4fa34fb {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:20.690036 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 040280b0-9965-466d-bf97-2ef3b4fa34fb not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:20.690448 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0093ba3f-6390-47f2-ac85-b92aa90d33e1 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:20.702684 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (a3c8f8c4-7156-412b-b81b-cc20024dae90), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.712176 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 0093ba3f-6390-47f2-ac85-b92aa90d33e1 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:20.714241 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0093ba3f-6390-47f2-ac85-b92aa90d33e1 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:20.714241 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4d815d1f-d360-4ad3-8620-6c375dc1242d no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:20.724402 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c8f8c4-7156-412b-b81b-cc20024dae90']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:20.737254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffe2789-30f5-48eb-bbe0-4bc9149b2746') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:20.737611 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffe2789-30f5-48eb-bbe0-4bc9149b2746') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:20.740953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 4d815d1f-d360-4ad3-8620-6c375dc1242d {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:20.741444 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4d815d1f-d360-4ad3-8620-6c375dc1242d not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:20.753635 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (3ffe2789-30f5-48eb-bbe0-4bc9149b2746), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.772546 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3ffe2789-30f5-48eb-bbe0-4bc9149b2746), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.779692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:20.783176 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (3ffe2789-30f5-48eb-bbe0-4bc9149b2746), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:20.786254 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:20.927559 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (a3c8f8c4-7156-412b-b81b-cc20024dae90), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.939375 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:20.943172 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] 10.222.0.102 "DELETE /v2.0/networks/a3c8f8c4-7156-412b-b81b-cc20024dae90 HTTP/1.1" status: 204 len: 168 time: 1.0020363 May 13 14:41:20.953110 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2037-bd41-4470-9c32-403c1fb65acc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c8f8c4-7156-412b-b81b-cc20024dae90,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:21.425136 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48276) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:21.465371 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4ef89bb4-39b9-4fa0-90d3-e67fc5c8227e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c55eaec125bd4015914970c0f5d53665&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390570 May 13 14:41:21.467973 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48278) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:21.521448 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] Publish callbacks [] for security_group (1b8af37f-3c27-4365-9904-43d91ad956c7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:21.544142 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] Publish callbacks [] for security_group (1b8af37f-3c27-4365-9904-43d91ad956c7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:21.731438 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1b8af37f-3c27-4365-9904-43d91ad956c7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:21.734121 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:21.735333 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1b8af37f-3c27-4365-9904-43d91ad956c7 HTTP/1.1" status: 204 len: 168 time: 0.2664371 May 13 14:41:21.748023 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf3acb-2c98-4896-bbd8-0ec41a39fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8af37f-3c27-4365-9904-43d91ad956c7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:22.005550 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:22.351856 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48304) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:22.824188 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:22.958659 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48330) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:23.082423 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.108148 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Deleting port 6ca5c745-7fa7-4b9a-859e-d9465b49f675 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:23.108644 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.154104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1865ce30-ce89-4918-905b-5646d8c4ec36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.204680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] For port 6ca5c745-7fa7-4b9a-859e-d9465b49f675, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6ca5c745-7fa7-4b9a-859e-d9465b49f675,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:23.205099 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.221352 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Calling delete_port for 6ca5c745-7fa7-4b9a-859e-d9465b49f675 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:23.244835 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1865ce30-ce89-4918-905b-5646d8c4ec36 admin admin] Publish callbacks [] for security_group (3a078304-8f21-4fd4-b17e-c3f1ed90eae3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.325707 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1865ce30-ce89-4918-905b-5646d8c4ec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3a078304-8f21-4fd4-b17e-c3f1ed90eae3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.369246 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865ce30-ce89-4918-905b-5646d8c4ec36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a078304-8f21-4fd4-b17e-c3f1ed90eae3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.375806 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1865ce30-ce89-4918-905b-5646d8c4ec36 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=31f5670d10094036996f0a727ba95127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156985 May 13 14:41:23.383340 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48342) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:23.441347 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] Publish callbacks [] for security_group (3a078304-8f21-4fd4-b17e-c3f1ed90eae3), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.462394 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] Publish callbacks [] for security_group (3a078304-8f21-4fd4-b17e-c3f1ed90eae3), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.481996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (6ca5c745-7fa7-4b9a-859e-d9465b49f675), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.514589 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca5c745-7fa7-4b9a-859e-d9465b49f675,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.588527 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3a078304-8f21-4fd4-b17e-c3f1ed90eae3), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.591388 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.595778 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3a078304-8f21-4fd4-b17e-c3f1ed90eae3 HTTP/1.1" status: 204 len: 168 time: 0.2107193 May 13 14:41:23.605230 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7b395-4bdf-42a1-a19a-5bd35709eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a078304-8f21-4fd4-b17e-c3f1ed90eae3,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.715904 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:23.961541 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Router ae0dee33-29d8-4bea-9c6b-ff4138adb9da has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:24.349365 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:24.354661 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f23e6d78-47b2-49a1-a111-702031af688b admin admin] 10.222.0.102 "PUT /v2.0/routers/ae0dee33-29d8-4bea-9c6b-ff4138adb9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021446 May 13 14:41:24.357285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48374) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:24.361194 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Sync routers for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:24.371141 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:24.371757 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.489930 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:24.493872 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks [] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:24.616712 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks [] for router_gateway (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:24.676690 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:41:23Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.704013 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Checking router: ae0dee33-29d8-4bea-9c6b-ff4138adb9da for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:24.712962 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Routers {'ae0dee33-29d8-4bea-9c6b-ff4138adb9da'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:24.713569 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.775670 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Deleting port 6cbceb50-8462-45bd-a950-78bbd16e46f8 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:24.776109 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:24.831506 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] Set router ae0dee33-29d8-4bea-9c6b-ff4138adb9da gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:24.848517 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:24.873787 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] For port 6cbceb50-8462-45bd-a950-78bbd16e46f8, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6cbceb50-8462-45bd-a950-78bbd16e46f8,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:24.874153 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:24.889505 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Calling delete_port for 6cbceb50-8462-45bd-a950-78bbd16e46f8 owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:25.037655 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:41:23Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:25.072473 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154b25-8a75-49b3-9d79-80322960afb7 None None] The sync data for ids ['ae0dee33-29d8-4bea-9c6b-ff4138adb9da'] in dv-cinder-841754-1-iscsi is: [{'id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'name': 'tempest-AttachVolumeShelveTestJSON-1810745019-router', 'tenant_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:33:47Z', 'updated_at': '2022-05-13T14:41:23Z', 'revision_number': 5, 'project_id': 'a3b836fbca704e1c8b292e5a9063e50a', 'gw_port': {'id': '6cbceb50-8462-45bd-a950-78bbd16e46f8', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0dee33-29d8-4bea-9c6b-ff4138adb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:33:49Z', 'updated_at': '2022-05-13T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:25.190407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (6cbceb50-8462-45bd-a950-78bbd16e46f8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.224165 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbceb50-8462-45bd-a950-78bbd16e46f8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:25.302005 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.413905 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.416531 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks [] for router_controller (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.562402 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (ae0dee33-29d8-4bea-9c6b-ff4138adb9da), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.562990 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0dee33-29d8-4bea-9c6b-ff4138adb9da {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:41:25.572770 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.576540 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-fb5ca29f-8365-4e4a-bae1-33c8dac56269 admin admin] 10.222.0.102 "DELETE /v2.0/routers/ae0dee33-29d8-4bea-9c6b-ff4138adb9da HTTP/1.1" status: 204 len: 168 time: 1.2158890 May 13 14:41:25.576972 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48436) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:25.644633 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Deleting subnet 639a73e0-5319-4538-81cf-3974026e1aad {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:41:25.648113 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Publish callbacks [] for subnet (639a73e0-5319-4538-81cf-3974026e1aad), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.665098 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-519d5970-8e6a-41c3-af97-5be8b0cb29b2 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916240368&fields=id&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 267 time: 0.0613983 May 13 14:41:25.715499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (639a73e0-5319-4538-81cf-3974026e1aad), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.809621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48444) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:25.811273 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-f0c6e802-9b20-4245-83bd-0e2349231e7c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:25.813264 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-f0c6e802-9b20-4245-83bd-0e2349231e7c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1403518 May 13 14:41:25.829908 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-66cb9b33-c7f4-406c-af66-2528fbd9b636 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/quotas/8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 375 time: 0.0103991 May 13 14:41:25.873129 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (639a73e0-5319-4538-81cf-3974026e1aad), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:25.915059 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-b00e74fa-cf6a-49f0-aad4-74b5d98ba057 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786192 May 13 14:41:26.035904 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-ea10f659-5833-4c0c-a8fa-9a617bc01e3f service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067600 May 13 14:41:26.053773 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (639a73e0-5319-4538-81cf-3974026e1aad), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.092386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.099742 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45aa36d-ab33-490a-9fa6-17cedf09ac7e None None] Network f5d59592-5b2e-4983-b5e4-f02dfc8e9001 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:26.102243 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] 10.222.0.102 "DELETE /v2.0/subnets/639a73e0-5319-4538-81cf-3974026e1aad HTTP/1.1" status: 204 len: 168 time: 0.5239577 May 13 14:41:26.104450 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5e80-10fe-48d4-904b-816ca7a3b1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639a73e0-5319-4538-81cf-3974026e1aad,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.105762 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48456) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:26.175318 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-52c75753-b114-458f-8c79-74147c2cede6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.218946 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (f5d59592-5b2e-4983-b5e4-f02dfc8e9001), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.227192 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-fe334af7-9bcf-4a74-b35f-d807e2200c2a service neutron] 10.222.0.102 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842144 May 13 14:41:26.298163 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-52c75753-b114-458f-8c79-74147c2cede6 admin admin] Publish callbacks [] for security_group (bf31a0a5-dbbc-4738-9895-9a8c63b1d58b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.306082 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Deleting port dd41225f-be8d-44dc-bf41-f9ce20f97346 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:26.307533 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.309950 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] DHCP port deletion for f5d59592-5b2e-4983-b5e4-f02dfc8e9001 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:41:26.376864 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Deleting port dd41225f-be8d-44dc-bf41-f9ce20f97346 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:26.378441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.383563 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-52c75753-b114-458f-8c79-74147c2cede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (bf31a0a5-dbbc-4738-9895-9a8c63b1d58b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.416376 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] For port dd41225f-be8d-44dc-bf41-f9ce20f97346, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=dd41225f-be8d-44dc-bf41-f9ce20f97346,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:26.416760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.433875 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Calling delete_port for dd41225f-be8d-44dc-bf41-f9ce20f97346 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:26.455041 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] For port dd41225f-be8d-44dc-bf41-f9ce20f97346, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=dd41225f-be8d-44dc-bf41-f9ce20f97346,segment=NetworkSegment(8e3183ca-6bc5-4cad-bc64-d9483fc880c8),segment_id=8e3183ca-6bc5-4cad-bc64-d9483fc880c8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:26.456111 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.466080 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-52c75753-b114-458f-8c79-74147c2cede6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=090c1f740f324eb79c7e2e5bdeab0b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6533070 May 13 14:41:26.469681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48468) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:26.469681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c75753-b114-458f-8c79-74147c2cede6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31a0a5-dbbc-4738-9895-9a8c63b1d58b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.478340 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Calling delete_port for dd41225f-be8d-44dc-bf41-f9ce20f97346 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:26.569740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] Publish callbacks [] for security_group (bf31a0a5-dbbc-4738-9895-9a8c63b1d58b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.592834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] Publish callbacks [] for security_group (bf31a0a5-dbbc-4738-9895-9a8c63b1d58b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.631119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.642865 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (dd41225f-be8d-44dc-bf41-f9ce20f97346), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.644031 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] No DVR routers for this DVR port dd41225f-be8d-44dc-bf41-f9ce20f97346 on host dv-cinder-841754-1-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:26.682576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] No DVR routers for this DVR port dd41225f-be8d-44dc-bf41-f9ce20f97346 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:26.684599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44a5de-9bfa-4050-b260-01f9a4838f97 None None] Pushing event deleted for resources: {'Port': ['ID=dd41225f-be8d-44dc-bf41-f9ce20f97346,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.713956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (bf31a0a5-dbbc-4738-9895-9a8c63b1d58b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.716682 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.725389 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bf31a0a5-dbbc-4738-9895-9a8c63b1d58b HTTP/1.1" status: 204 len: 168 time: 0.2459688 May 13 14:41:26.725567 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd41225f-be8d-44dc-bf41-f9ce20f97346,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.726030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6ca5c745-7fa7-4b9a-859e-d9465b49f675 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:26.734339 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6384e-c022-49c4-a3de-d48a1f161265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31a0a5-dbbc-4738-9895-9a8c63b1d58b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.761979 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 6ca5c745-7fa7-4b9a-859e-d9465b49f675 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:26.762324 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6ca5c745-7fa7-4b9a-859e-d9465b49f675 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:26.762776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device dd41225f-be8d-44dc-bf41-f9ce20f97346 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:26.790530 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: dd41225f-be8d-44dc-bf41-f9ce20f97346 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:26.790977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device dd41225f-be8d-44dc-bf41-f9ce20f97346 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:26.791401 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6cbceb50-8462-45bd-a950-78bbd16e46f8 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:41:26.810594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (f5d59592-5b2e-4983-b5e4-f02dfc8e9001), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.853833 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d59592-5b2e-4983-b5e4-f02dfc8e9001']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:26.869828 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3183ca-6bc5-4cad-bc64-d9483fc880c8') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:26.870335 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3183ca-6bc5-4cad-bc64-d9483fc880c8') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:26.886836 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (8e3183ca-6bc5-4cad-bc64-d9483fc880c8), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.918524 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (8e3183ca-6bc5-4cad-bc64-d9483fc880c8), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.958591 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-68687f53-209b-4edb-ba53-88a38e893ece req-80ebd2f1-b71b-4cdf-b5ff-8b22bb0aba5d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 210 time: 0.0564237 May 13 14:41:26.968334 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:26.968749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (8e3183ca-6bc5-4cad-bc64-d9483fc880c8), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:26.970735 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:27.009071 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 6cbceb50-8462-45bd-a950-78bbd16e46f8 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:41:27.010751 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6cbceb50-8462-45bd-a950-78bbd16e46f8 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:41:27.150259 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (f5d59592-5b2e-4983-b5e4-f02dfc8e9001), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.157758 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.161874 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] 10.222.0.102 "DELETE /v2.0/networks/f5d59592-5b2e-4983-b5e4-f02dfc8e9001 HTTP/1.1" status: 204 len: 168 time: 1.0550013 May 13 14:41:27.177603 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933726f-3b7b-4aa5-b2a2-279aca35d90e admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d59592-5b2e-4983-b5e4-f02dfc8e9001,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:27.531535 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48498) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:27.545182 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-df4e133d-5b13-4aa2-922f-841285596ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.641740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-df4e133d-5b13-4aa2-922f-841285596ad4 admin admin] Publish callbacks [] for security_group (bc86421e-9a62-4457-a0f0-099c48c12f01), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.653162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48500) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:27.694511 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-87bbfe6c-e0f3-417b-be64-30a98922d632 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a3b836fbca704e1c8b292e5a9063e50a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401876 May 13 14:41:27.697223 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48506) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:27.710855 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-df4e133d-5b13-4aa2-922f-841285596ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (bc86421e-9a62-4457-a0f0-099c48c12f01), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.774249 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-df4e133d-5b13-4aa2-922f-841285596ad4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6c9f241623d04c03810fbdadfa70cb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391801 May 13 14:41:27.774956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48508) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:27.777702 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e133d-5b13-4aa2-922f-841285596ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86421e-9a62-4457-a0f0-099c48c12f01,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:27.792661 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] Publish callbacks [] for security_group (dac218a9-95ce-4208-85d4-19e3c6dff226), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.817552 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] Publish callbacks [] for security_group (dac218a9-95ce-4208-85d4-19e3c6dff226), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.833203 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] Publish callbacks [] for security_group (bc86421e-9a62-4457-a0f0-099c48c12f01), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.856153 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] Publish callbacks [] for security_group (bc86421e-9a62-4457-a0f0-099c48c12f01), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.950404 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (dac218a9-95ce-4208-85d4-19e3c6dff226), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.953000 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.954147 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dac218a9-95ce-4208-85d4-19e3c6dff226 HTTP/1.1" status: 204 len: 168 time: 0.2559872 May 13 14:41:27.963251 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22864c0-0510-4f50-b4a2-468843ec0c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac218a9-95ce-4208-85d4-19e3c6dff226,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:27.973630 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (bc86421e-9a62-4457-a0f0-099c48c12f01), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.976490 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:27.977663 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bc86421e-9a62-4457-a0f0-099c48c12f01 HTTP/1.1" status: 204 len: 168 time: 0.2015693 May 13 14:41:27.988977 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad248d6-e090-49dc-9fa5-ee04dff401bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86421e-9a62-4457-a0f0-099c48c12f01,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:28.093217 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c0652416-261b-48ea-aba9-f82e80a3b5f3 req-d8e341a5-c9ca-443e-8763-20e172dfb47d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 210 time: 0.0319836 May 13 14:41:29.217044 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8fdb874-4e5e-41c4-abc2-ac0b34700bd6 req-005fbfd3-547a-4938-b20b-3cfce2d7cf06 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 210 time: 0.0339549 May 13 14:41:29.253392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-84f50be0-fa73-4516-a9b2-4d96c6072a60 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:29.255255 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-84f50be0-fa73-4516-a9b2-4d96c6072a60 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 812 time: 0.1324804 May 13 14:41:29.329039 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-b2e99601-7fae-40a7-8816-647593bb2dda tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8391c9f300934ba28228812c22438db9 HTTP/1.1" status: 200 len: 380 time: 0.0643475 May 13 14:41:29.338780 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'port': {'device_id': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'admin_state_up': True, 'tenant_id': '8391c9f300934ba28228812c22438db9', 'security_groups': ['dc220401-f0de-4aaf-a753-389c91238d66']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:29.555805 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Made reservation on behalf of 8391c9f300934ba28228812c22438db9 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:29.559986 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:29.701945 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.20.0.12 (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17/f0316500-5218-401f-bf1c-0d1322043fbb/26de137b-dfb2-4cc1-a05d-969e6872010c) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:29.862995 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:29.954785 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.030127 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:30.030127 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:30.033248 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:41:30.086922 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:30.115012 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:30.115776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.220158 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-348604db-0f1d-4b09-9f6e-0ff62c3c64fd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8852954 May 13 14:41:30.233786 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Request body: {'port': {'device_id': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:30.335842 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.363251 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67dbed-e6bc-4233-b713-53c67375df7e req-7dbe0679-5f33-442e-a74e-c8e7875789f7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:30.364747 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b67dbed-e6bc-4233-b713-53c67375df7e req-7dbe0679-5f33-442e-a74e-c8e7875789f7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 932 time: 0.0514941 May 13 14:41:30.416424 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b67dbed-e6bc-4233-b713-53c67375df7e req-2c73cf6a-9a45-4411-89bf-c035f8d42f0f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 May 13 14:41:30.423651 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-d51ecd29-0b99-4dca-80f4-3f2d8655cbe2 None None] Provisioning complete for port 26de137b-dfb2-4cc1-a05d-969e6872010c triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:41:30.424206 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d51ecd29-0b99-4dca-80f4-3f2d8655cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.460688 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d51ecd29-0b99-4dca-80f4-3f2d8655cbe2 None None] Port 26de137b-dfb2-4cc1-a05d-969e6872010c cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:41:30.631172 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26de137b-dfb2-4cc1-a05d-969e6872010c {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:30.638967 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks [] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.652813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Transition to ACTIVE for port object 26de137b-dfb2-4cc1-a05d-969e6872010c will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:41:30.723707 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.796502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Pushing event updated for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:30.874887 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Attempting to bind port 26de137b-dfb2-4cc1-a05d-969e6872010c on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:41:30.875182 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Attempting to bind port 26de137b-dfb2-4cc1-a05d-969e6872010c by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:41:30.875528 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Attempting to bind port 26de137b-dfb2-4cc1-a05d-969e6872010c on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:41:30.884139 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Port 26de137b-dfb2-4cc1-a05d-969e6872010c on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:41:30.884505 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Attempting to bind port 26de137b-dfb2-4cc1-a05d-969e6872010c on network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:41:30.893460 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:41:30.893994 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Checking segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:41:30.894403 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Bound using segment: {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:41:30.895680 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Bound port: 26de137b-dfb2-4cc1-a05d-969e6872010c, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531fb58-692c-4556-ac73-c69b4ab89077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:41:30.895680 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:30.981490 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:41:30.985370 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26de137b-dfb2-4cc1-a05d-969e6872010c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:41:31.076566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:31.113472 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.114085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:31.115509 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] 10.222.0.97 "PUT /v2.0/ports/26de137b-dfb2-4cc1-a05d-969e6872010c HTTP/1.1" status: 200 len: 1094 time: 0.8863750 May 13 14:41:31.116098 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:31.118231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:31.159708 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f99dd-fc2c-452b-95b8-fa6fedbc654b service neutron] Pushing event updated for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.171413 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464081d-d597-4e2c-a540-9d9269524302 x-openstack-request-id: req-8464081d-d597-4e2c-a540-9d9269524302 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:31.171413 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:31.171413 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8464081d-d597-4e2c-a540-9d9269524302 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:31.172017 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8464081d-d597-4e2c-a540-9d9269524302'] response: {'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'status': 'completed', 'code': 200} May 13 14:41:31.236701 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-1e96521e-d61e-489d-b776-4ff5878885c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.238389 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-1e96521e-d61e-489d-b776-4ff5878885c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1128 time: 0.0440264 May 13 14:41:31.349996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-4c6c81a3-6dd6-4737-957c-d6349a43506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.351527 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-4c6c81a3-6dd6-4737-957c-d6349a43506c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8391c9f300934ba28228812c22438db9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1059468 May 13 14:41:31.463855 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-a9bc84cc-6fe2-475d-98e1-159b24537df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.465428 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-59428f82-79e3-42c9-bfcc-3dc2751d5c4b req-a9bc84cc-6fe2-475d-98e1-159b24537df3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076360 May 13 14:41:31.542883 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626968d-f45f-4763-92d8-7a5869bf8c83 req-9a18cc96-a8f0-4c71-b217-aac1158e38ce tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.544401 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9626968d-f45f-4763-92d8-7a5869bf8c83 req-9a18cc96-a8f0-4c71-b217-aac1158e38ce tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0533841 May 13 14:41:31.552167 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-164e5110-ba21-471b-9253-751ed19bde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.553765 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-164e5110-ba21-471b-9253-751ed19bde08 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1128 time: 0.0455248 May 13 14:41:31.615415 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9626968d-f45f-4763-92d8-7a5869bf8c83 req-75db4127-3c2a-4848-9972-bb72dfb607a5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643344 May 13 14:41:31.635819 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-7cfa4e5d-441e-40a7-89da-ce23cbdcbdec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26de137b-dfb2-4cc1-a05d-969e6872010c HTTP/1.1" status: 200 len: 217 time: 0.0746057 May 13 14:41:31.702319 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-c88973cb-dc2f-4a94-948c-65d2aadd405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.704007 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-c88973cb-dc2f-4a94-948c-65d2aadd405b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0623336 May 13 14:41:31.717261 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48670) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:31.758036 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-311d27f6-3f3f-44b4-b920-dcd79e345b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.759609 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-311d27f6-3f3f-44b4-b920-dcd79e345b4f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483541 May 13 14:41:31.885657 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-c5e8f98a-62f3-4836-8045-a00248753529 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187873 May 13 14:41:31.911051 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.024117 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b872cb8e-8bb2-40b5-9f3a-7784de87e0fa req-58ac7ae7-64f8-4c33-82ee-4c162e72d3c3 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308324 May 13 14:41:32.040661 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Publish callbacks [] for security_group (a43ad19b-7e92-4c85-bf30-9cd5430e693d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.099206 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (a43ad19b-7e92-4c85-bf30-9cd5430e693d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.138998 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=548fd4bbe1d1405aa3977527bae89401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197469 May 13 14:41:32.139844 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ad19b-7e92-4c85-bf30-9cd5430e693d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:32.141730 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48688) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:32.147299 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.148136 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.148475 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.148893 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.149135 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.149465 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.149784 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.150103 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.150422 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.150780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.151113 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.151426 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.151744 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.152063 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.152442 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70765e-4246-48c8-b8c2-817867751bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.200600 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] Publish callbacks [] for security_group (a43ad19b-7e92-4c85-bf30-9cd5430e693d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.224130 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] Publish callbacks [] for security_group (a43ad19b-7e92-4c85-bf30-9cd5430e693d), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.319971 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (a43ad19b-7e92-4c85-bf30-9cd5430e693d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.323488 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:32.324541 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a43ad19b-7e92-4c85-bf30-9cd5430e693d HTTP/1.1" status: 204 len: 168 time: 0.1818013 May 13 14:41:32.334196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499c67-0fa5-4f60-9bf4-0d6293329846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ad19b-7e92-4c85-bf30-9cd5430e693d,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:32.742698 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08232e47-f942-4e04-b3e0-c0386da2fb0d req-0e949d88-4a5d-4c58-9824-87fb618adc62 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:32.744240 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08232e47-f942-4e04-b3e0-c0386da2fb0d req-0e949d88-4a5d-4c58-9824-87fb618adc62 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0545969 May 13 14:41:32.800073 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-08232e47-f942-4e04-b3e0-c0386da2fb0d req-88e225bd-0220-457d-8ba1-768e098140cf tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 May 13 14:41:32.853714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48722) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:32.973816 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-546cec37-03dd-4a47-b8f5-b016f0e6a48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.050485 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-546cec37-03dd-4a47-b8f5-b016f0e6a48d admin admin] Publish callbacks [] for security_group (f29a5257-fe7c-46b9-a945-b8505f49b4fe), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.108246 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-546cec37-03dd-4a47-b8f5-b016f0e6a48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f29a5257-fe7c-46b9-a945-b8505f49b4fe), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.147635 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-546cec37-03dd-4a47-b8f5-b016f0e6a48d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eac63036f9a34a3c9685464a5d5a6874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927048 May 13 14:41:33.148841 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cec37-03dd-4a47-b8f5-b016f0e6a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a5257-fe7c-46b9-a945-b8505f49b4fe,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.153756 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48728) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:33.211720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] Publish callbacks [] for security_group (f29a5257-fe7c-46b9-a945-b8505f49b4fe), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.235690 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] Publish callbacks [] for security_group (f29a5257-fe7c-46b9-a945-b8505f49b4fe), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.240579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48732) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:33.254123 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4b8205ae-d7a5-4dac-a450-1379da1c1d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.361706 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f29a5257-fe7c-46b9-a945-b8505f49b4fe), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.364217 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.365369 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f29a5257-fe7c-46b9-a945-b8505f49b4fe HTTP/1.1" status: 204 len: 168 time: 0.2106628 May 13 14:41:33.373579 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d2a6d-dcc2-41e7-9868-ac93e90562b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a5257-fe7c-46b9-a945-b8505f49b4fe,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.435808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4b8205ae-d7a5-4dac-a450-1379da1c1d1f admin admin] Publish callbacks [] for security_group (66c24dd5-2e44-417e-81db-f02686be8c78), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.601796 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4b8205ae-d7a5-4dac-a450-1379da1c1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (66c24dd5-2e44-417e-81db-f02686be8c78), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.646943 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4b8205ae-d7a5-4dac-a450-1379da1c1d1f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ed918e059f564b4ea1f9307134d47568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052432 May 13 14:41:33.647806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8205ae-d7a5-4dac-a450-1379da1c1d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c24dd5-2e44-417e-81db-f02686be8c78,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.649696 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48736) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:33.702174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] Publish callbacks [] for security_group (66c24dd5-2e44-417e-81db-f02686be8c78), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.726598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] Publish callbacks [] for security_group (66c24dd5-2e44-417e-81db-f02686be8c78), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.839750 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (66c24dd5-2e44-417e-81db-f02686be8c78), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.842213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:33.843475 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/66c24dd5-2e44-417e-81db-f02686be8c78 HTTP/1.1" status: 204 len: 168 time: 0.1920674 May 13 14:41:33.853311 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7a88e-57d4-4aed-81b6-9bcf5552f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c24dd5-2e44-417e-81db-f02686be8c78,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.928205 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be86122-7527-44b7-98cf-cebde566c19f req-23a6c111-38ac-4a3b-9607-5d26534e30b0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:33.929700 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1be86122-7527-44b7-98cf-cebde566c19f req-23a6c111-38ac-4a3b-9607-5d26534e30b0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0499160 May 13 14:41:33.985149 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1be86122-7527-44b7-98cf-cebde566c19f req-e8e5e9e8-1119-4a21-99f8-b13b4fa1a613 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496836 May 13 14:41:34.090468 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48754) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:34.144068 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Deleting subnet 01611954-6ceb-4d9e-a666-7e95fd9c8238 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:41:34.147487 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Publish callbacks [] for subnet (01611954-6ceb-4d9e-a666-7e95fd9c8238), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.186061 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25562435'] for subnet (01611954-6ceb-4d9e-a666-7e95fd9c8238), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.202056 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48758) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:34.214466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-092d4a5f-9f7a-44c0-a20c-d6757c77a814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.231107 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (01611954-6ceb-4d9e-a666-7e95fd9c8238), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.328348 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-092d4a5f-9f7a-44c0-a20c-d6757c77a814 admin admin] Publish callbacks [] for security_group (434cb2f0-8cc5-49b6-8ab4-4c9119842711), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.385852 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25766468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28996875'] for subnet (01611954-6ceb-4d9e-a666-7e95fd9c8238), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.415465 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.418595 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-092d4a5f-9f7a-44c0-a20c-d6757c77a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (434cb2f0-8cc5-49b6-8ab4-4c9119842711), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.420226 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/01611954-6ceb-4d9e-a666-7e95fd9c8238 HTTP/1.1" status: 204 len: 168 time: 0.3286703 May 13 14:41:34.422882 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48770) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:34.430257 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfd954-a08d-46ea-877d-922397f35945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01611954-6ceb-4d9e-a666-7e95fd9c8238,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.463172 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-092d4a5f-9f7a-44c0-a20c-d6757c77a814 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c8bb3ee6a60f499aa3b587f5e97bf182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648435 May 13 14:41:34.465267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d4a5f-9f7a-44c0-a20c-d6757c77a814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434cb2f0-8cc5-49b6-8ab4-4c9119842711,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.469778 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48772) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:34.528999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (49e3d9d3-110a-4492-ac9c-e8d781f64c9a), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.551914 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] Publish callbacks [] for security_group (434cb2f0-8cc5-49b6-8ab4-4c9119842711), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.632133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] Publish callbacks [] for security_group (434cb2f0-8cc5-49b6-8ab4-4c9119842711), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.656834 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (49e3d9d3-110a-4492-ac9c-e8d781f64c9a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.690656 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e3d9d3-110a-4492-ac9c-e8d781f64c9a']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:34.701712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8ebd2-cc2b-43b1-b427-a370b6394a4c') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:34.702012 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8ebd2-cc2b-43b1-b427-a370b6394a4c') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:34.712780 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (3ea8ebd2-cc2b-43b1-b427-a370b6394a4c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.728551 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (3ea8ebd2-cc2b-43b1-b427-a370b6394a4c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.736906 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:34.737392 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (3ea8ebd2-cc2b-43b1-b427-a370b6394a4c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:34.739324 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:34.805196 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (434cb2f0-8cc5-49b6-8ab4-4c9119842711), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.807767 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.808896 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/434cb2f0-8cc5-49b6-8ab4-4c9119842711 HTTP/1.1" status: 204 len: 168 time: 0.3382058 May 13 14:41:34.818252 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fe5a5-1b53-4e0f-8ff7-fdf49b70060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434cb2f0-8cc5-49b6-8ab4-4c9119842711,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.891717 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (49e3d9d3-110a-4492-ac9c-e8d781f64c9a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.901490 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:34.902082 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] 10.222.0.102 "DELETE /v2.0/networks/49e3d9d3-110a-4492-ac9c-e8d781f64c9a HTTP/1.1" status: 204 len: 168 time: 0.4781108 May 13 14:41:34.905268 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48786) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:34.912336 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384ef85-d043-4c2c-bf5d-90a89fe25255 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e3d9d3-110a-4492-ac9c-e8d781f64c9a,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.977479 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Deleting subnet 07570f96-d9c0-479e-a2d6-ddd4e53d8bc8 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:41:34.981358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Publish callbacks [] for subnet (07570f96-d9c0-479e-a2d6-ddd4e53d8bc8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.022177 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (07570f96-d9c0-479e-a2d6-ddd4e53d8bc8), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.115453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (07570f96-d9c0-479e-a2d6-ddd4e53d8bc8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.186952 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b23eb9-e1bd-4a7c-bc72-7b5f81862d41 req-aa04936b-355a-42ca-849a-f33761145a84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.190077 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-11b23eb9-e1bd-4a7c-bc72-7b5f81862d41 req-aa04936b-355a-42ca-849a-f33761145a84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0594444 May 13 14:41:35.249525 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-11b23eb9-e1bd-4a7c-bc72-7b5f81862d41 req-e16e3969-9c68-48f0-a7ba-947df14b8c23 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524852 May 13 14:41:35.287641 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (07570f96-d9c0-479e-a2d6-ddd4e53d8bc8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.317917 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.321291 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/07570f96-d9c0-479e-a2d6-ddd4e53d8bc8 HTTP/1.1" status: 204 len: 168 time: 0.4149764 May 13 14:41:35.322654 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368889-3a67-416e-ba66-ee6989dd18f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07570f96-d9c0-479e-a2d6-ddd4e53d8bc8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:35.328047 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48810) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:35.399449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.482345 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.506885 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:35.518433 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56400f52-ebb8-4402-b08d-c04bfc893552') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:35.518582 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56400f52-ebb8-4402-b08d-c04bfc893552') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:35.533134 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (56400f52-ebb8-4402-b08d-c04bfc893552), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.550366 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (56400f52-ebb8-4402-b08d-c04bfc893552), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.557372 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:35.557785 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (56400f52-ebb8-4402-b08d-c04bfc893552), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:35.559825 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:35.716676 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.724180 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:35.727952 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] 10.222.0.102 "DELETE /v2.0/networks/d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e HTTP/1.1" status: 204 len: 168 time: 0.4012542 May 13 14:41:35.740397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c390d-34c5-4187-aa31-5631d1293436 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75a20d1-dd3c-4ec8-a14c-ba8bb61aa49e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:36.129492 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48840) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:36.178925 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a5095b95-a0d3-4163-b1d2-4f182fe2a78f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cdf360def7c24f19941c0b166fc08b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482025 May 13 14:41:36.181612 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48844) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:36.248474 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] Publish callbacks [] for security_group (5faf99a8-5349-48a2-b6ac-50982d96587a), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:36.271211 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] Publish callbacks [] for security_group (5faf99a8-5349-48a2-b6ac-50982d96587a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:36.384933 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff46d-1687-4e37-9484-011f6053b8bf req-3266ef36-da11-47dd-921e-b5e0257543cb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:36.387082 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb0ff46d-1687-4e37-9484-011f6053b8bf req-3266ef36-da11-47dd-921e-b5e0257543cb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0586410 May 13 14:41:36.418561 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5faf99a8-5349-48a2-b6ac-50982d96587a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:36.421385 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:36.422606 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5faf99a8-5349-48a2-b6ac-50982d96587a HTTP/1.1" status: 204 len: 168 time: 0.2400796 May 13 14:41:36.441022 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9c4be-0540-448e-88ea-865930e70e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf99a8-5349-48a2-b6ac-50982d96587a,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:36.475357 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fb0ff46d-1687-4e37-9484-011f6053b8bf req-535f62c4-422f-4081-b426-acbb29a8348a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827501 May 13 14:41:37.324011 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48896) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:37.369352 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bde15677-a6e4-4eab-9b59-aa5e108ad4fb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bc47c78f848f4c9c9caa5ef0db25196b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413947 May 13 14:41:37.369352 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48898) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:37.425475 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] Publish callbacks [] for security_group (d4af9062-07bc-4f6e-843d-09d8e5460a81), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:37.449965 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] Publish callbacks [] for security_group (d4af9062-07bc-4f6e-843d-09d8e5460a81), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:37.605326 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558a2d-70f5-466a-9633-702be69fc508 req-abbcc60a-3eb1-4662-b2e4-ee01e577bbc1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:37.606940 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4558a2d-70f5-466a-9633-702be69fc508 req-abbcc60a-3eb1-4662-b2e4-ee01e577bbc1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0514297 May 13 14:41:37.639586 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d4af9062-07bc-4f6e-843d-09d8e5460a81), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:37.642141 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:37.643981 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d4af9062-07bc-4f6e-843d-09d8e5460a81 HTTP/1.1" status: 204 len: 168 time: 0.2738400 May 13 14:41:37.665370 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf3c8b-4868-4217-b37b-f2ccc540acfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4af9062-07bc-4f6e-843d-09d8e5460a81,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:37.671128 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4558a2d-70f5-466a-9633-702be69fc508 req-825d23a9-5644-438e-969e-0a7e08b9f14f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579123 May 13 14:41:38.684174 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 26de137b-dfb2-4cc1-a05d-969e6872010c details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:41:38.792975 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26de137b-dfb2-4cc1-a05d-969e6872010c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:38.803748 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b165-bec9-4647-ba5b-c4c3c6594f33 req-f28039ae-514b-4138-abe9-7ef0cce637af tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:38.815342 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'port_id': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'mac_address': 'fa:16:3e:91:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:41:38.815503 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a26b165-bec9-4647-ba5b-c4c3c6594f33 req-f28039ae-514b-4138-abe9-7ef0cce637af tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 944 time: 0.0625122 May 13 14:41:38.846766 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 26de137b-dfb2-4cc1-a05d-969e6872010c is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:41:38.847779 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:38.867527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de137b-dfb2-4cc1-a05d-969e6872010c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:38.883314 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a26b165-bec9-4647-ba5b-c4c3c6594f33 req-2aa8e0c7-5f18-42f4-a45b-704def80ad5d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713000 May 13 14:41:38.895303 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26de137b-dfb2-4cc1-a05d-969e6872010c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:38.979286 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:39.030999 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:39.038295 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.038656 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.039022 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.039363 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.039765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.040095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.040419 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.040740 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.041062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.041527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.041841 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.042164 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.042483 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.042871 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.043144 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.233743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['26de137b-dfb2-4cc1-a05d-969e6872010c'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:41:39.772162 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 48986) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:39.884266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-93a12f05-6496-4fbc-90af-55079152211c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:39.965425 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-93a12f05-6496-4fbc-90af-55079152211c admin admin] Publish callbacks [] for security_group (1ad568d9-c642-4acb-a223-9b615a54ed66), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:39.999586 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2a75-1e8e-415f-a874-2bd354f465d1 req-6039d865-c172-42a9-9821-3dc9eff642a1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:40.003015 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49cc2a75-1e8e-415f-a874-2bd354f465d1 req-6039d865-c172-42a9-9821-3dc9eff642a1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 945 time: 0.0543306 May 13 14:41:40.051260 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-93a12f05-6496-4fbc-90af-55079152211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1ad568d9-c642-4acb-a223-9b615a54ed66), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.065007 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49cc2a75-1e8e-415f-a874-2bd354f465d1 req-334f3a14-b06b-4a99-9862-ea79c9e7f0d0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527291 May 13 14:41:40.111892 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-93a12f05-6496-4fbc-90af-55079152211c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ff26eb41611e4fea909b6938cf3cff48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383293 May 13 14:41:40.113009 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a12f05-6496-4fbc-90af-55079152211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad568d9-c642-4acb-a223-9b615a54ed66,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:40.114608 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 48996) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:40.165734 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] Publish callbacks [] for security_group (1ad568d9-c642-4acb-a223-9b615a54ed66), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.191650 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] Publish callbacks [] for security_group (1ad568d9-c642-4acb-a223-9b615a54ed66), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.319932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1ad568d9-c642-4acb-a223-9b615a54ed66), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.322575 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.323954 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1ad568d9-c642-4acb-a223-9b615a54ed66 HTTP/1.1" status: 204 len: 168 time: 0.2082303 May 13 14:41:40.332850 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d277c-b47f-46d8-89e4-25e3b1dd68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad568d9-c642-4acb-a223-9b615a54ed66,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:40.696851 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 26de137b-dfb2-4cc1-a05d-969e6872010c up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:41:40.744355 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 26de137b-dfb2-4cc1-a05d-969e6872010c completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:41:40.887388 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 26de137b-dfb2-4cc1-a05d-969e6872010c triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:41:40.887765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.974376 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 26de137b-dfb2-4cc1-a05d-969e6872010c is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:41:40.974810 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:40.999599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:41.002210 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df4108-923c-46de-ba48-21df99e3dce8" -d '{"events": [{"server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "name": "network-vif-plugged", "status": "completed", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:41.016737 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26de137b-dfb2-4cc1-a05d-969e6872010c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:41.043496 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47902a8e-b13a-45ec-85fa-749bbe951c33 x-openstack-request-id: req-47902a8e-b13a-45ec-85fa-749bbe951c33 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:41.043786 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "name": "network-vif-plugged", "status": "completed", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:41.044052 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-47902a8e-b13a-45ec-85fa-749bbe951c33 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:41.044477 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47902a8e-b13a-45ec-85fa-749bbe951c33'] response: {'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'code': 200} May 13 14:41:41.111093 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.182058 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.244093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525dce6-ac1e-4c7a-9cf2-aa87fba04973 req-af18348b-54c8-428e-aa10-f69401ed036a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:41.244777 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4525dce6-ac1e-4c7a-9cf2-aa87fba04973 req-af18348b-54c8-428e-aa10-f69401ed036a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0913911 May 13 14:41:41.329979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4525dce6-ac1e-4c7a-9cf2-aa87fba04973 req-be197bde-e8d5-4090-938a-dee5c50380ff tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799534 May 13 14:41:41.469834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79474dfe-b78c-46cf-a144-9bbf96f195e0 req-b0ac059e-ee4c-4206-9e8d-569568e7f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:41.471898 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-79474dfe-b78c-46cf-a144-9bbf96f195e0 req-b0ac059e-ee4c-4206-9e8d-569568e7f962 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1130 time: 0.0384357 May 13 14:41:41.523271 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-79474dfe-b78c-46cf-a144-9bbf96f195e0 req-cfb6d1ab-685a-4a9f-b624-865b2e8d5cb7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 May 13 14:41:41.526825 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49062) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:41.625856 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869913656-network', 'tenant_id': '99bdc02a020240639792b3bbde6ebd8c'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:41.704589 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Made reservation on behalf of 99bdc02a020240639792b3bbde6ebd8c for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:41.707579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.716301 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.791071 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks [] for security_group (5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.853195 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.874679 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:41.888599 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.893883 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (454d80fe-957d-4a78-8b52-1f34ef69828e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:41.894313 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Added segment 454d80fe-957d-4a78-8b52-1f34ef69828e of type vlan for network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa May 13 14:41:41.938890 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.070419 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.071588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:42.072288 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.137068 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] Pushing event updated for resources: {'Network': ['ID=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:42.148059 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:41:42.188672 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49086) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:42.195862 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Request body: {'subnet': {'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869913656-subnet', 'tenant_id': '99bdc02a020240639792b3bbde6ebd8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:42.199959 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c562db9c-ad89-4511-b01a-60564392f25f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6719427 May 13 14:41:42.308180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Made reservation on behalf of 99bdc02a020240639792b3bbde6ebd8c for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:42.310583 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26488586'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.456938 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecab3c8-4fa3-4066-86f9-dbaff8580dd9 req-d1d338b5-b2cb-4f03-87c9-054bfbb15fc7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:42.458554 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ecab3c8-4fa3-4066-86f9-dbaff8580dd9 req-d1d338b5-b2cb-4f03-87c9-054bfbb15fc7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0509632 May 13 14:41:42.510352 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ecab3c8-4fa3-4066-86f9-dbaff8580dd9 req-26a17fdf-27b9-4ce8-8821-7dd0c37bef15 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 May 13 14:41:42.561813 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26602885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26488596'] for subnet (c6298797-1ba7-41c9-aa39-1b27f567ba15), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.622166 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6298797-1ba7-41c9-aa39-1b27f567ba15,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:42.630502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Checking segment: {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:41:42.630877 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Network hostable DHCP agents. Network: 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:42.710079 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:42.779858 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:42.783403 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:42.784817 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:42.791108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b745e387-cb68-41b6-9581-e0082945515b None None] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:42.844226 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-de6023af-6a81-4601-bc10-dda7cccf496a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6544046 May 13 14:41:42.894508 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5bef59-d8e6-4127-bae4-a7b0909ff69d None None] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:41:43.627790 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c83b-64e9-4140-9292-8a7fb34801af req-c6e21104-34f6-4b7c-bb94-dc320e62c67b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.629320 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f441c83b-64e9-4140-9292-8a7fb34801af req-c6e21104-34f6-4b7c-bb94-dc320e62c67b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0495729 May 13 14:41:43.683964 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f441c83b-64e9-4140-9292-8a7fb34801af req-5acf69a7-db7d-4047-afa2-8cc0841224df tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488088 May 13 14:41:43.801607 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc83711-663b-41c2-962b-2381d722f311 req-9ec9d9ef-f830-404f-b709-99b7954916d1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.803005 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1fc83711-663b-41c2-962b-2381d722f311 req-9ec9d9ef-f830-404f-b709-99b7954916d1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0469856 May 13 14:41:43.855145 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1fc83711-663b-41c2-962b-2381d722f311 req-ca90c819-cf8d-41c7-8156-15dc22032543 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 May 13 14:41:43.879188 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49128) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:44.058336 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f33b1-6658-4f2b-82bd-5c1158a53d47 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:44.062672 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-773f33b1-6658-4f2b-82bd-5c1158a53d47 tempest-TestVolumeBootPattern-105988795 tempest-TestVolumeBootPattern-105988795-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1125 time: 0.1808200 May 13 14:41:44.062901 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49146) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:44.070416 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'port_id': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:44.224886 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:44.315557 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:44.423727 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Allocated IP 172.27.0.156 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/05501a64-0828-4ccb-9cce-997b41711d59) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:44.536693 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (05501a64-0828-4ccb-9cce-997b41711d59), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:44.668761 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:41:44.682521 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (05501a64-0828-4ccb-9cce-997b41711d59), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:44.723936 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:44.729496 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:44.733978 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:41:44.737739 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=05501a64-0828-4ccb-9cce-997b41711d59,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.914706 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49170) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:45.021775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-31b4e073-0571-4ffd-8f9c-db27c880b05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.110936 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-31b4e073-0571-4ffd-8f9c-db27c880b05b admin admin] Publish callbacks [] for security_group (b15de03f-b367-4c3c-a4d8-050b315fd099), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.124485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (a4beb88a-f9f6-41e4-bb73-539a5b4f01d1), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.210889 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-31b4e073-0571-4ffd-8f9c-db27c880b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b15de03f-b367-4c3c-a4d8-050b315fd099), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.266674 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (05501a64-0828-4ccb-9cce-997b41711d59), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.268951 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4e073-0571-4ffd-8f9c-db27c880b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15de03f-b367-4c3c-a4d8-050b315fd099,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.292022 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-31b4e073-0571-4ffd-8f9c-db27c880b05b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=46a32e7729a74035823929122ec063f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775275 May 13 14:41:45.292300 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49198) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:45.487987 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] Publish callbacks [] for security_group (b15de03f-b367-4c3c-a4d8-050b315fd099), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.496061 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-4a042798-8e0d-4f00-bd2c-5c4c1aeb4c7a tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.497499 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-4a042798-8e0d-4f00-bd2c-5c4c1aeb4c7a tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/networks?id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa HTTP/1.1" status: 200 len: 809 time: 0.1965961 May 13 14:41:45.544672 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-61d85bc5-a1ca-46d3-b0cc-87ba59606123 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/quotas/99bdc02a020240639792b3bbde6ebd8c HTTP/1.1" status: 200 len: 375 time: 0.0364537 May 13 14:41:45.552946 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] Publish callbacks [] for security_group (b15de03f-b367-4c3c-a4d8-050b315fd099), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.606495 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-9a25a343-6da9-41b5-8364-3ba8dc9e31c2 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514839 May 13 14:41:45.680671 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for port (05501a64-0828-4ccb-9cce-997b41711d59), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.722325 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-adadfc5f-fff9-44cd-8428-ebed8f17d7ce service neutron] 10.222.0.102 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085298 May 13 14:41:45.780245 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25766410'] for port (05501a64-0828-4ccb-9cce-997b41711d59), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.835920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (b15de03f-b367-4c3c-a4d8-050b315fd099), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.838447 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:45.839605 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b15de03f-b367-4c3c-a4d8-050b315fd099 HTTP/1.1" status: 204 len: 168 time: 0.5463541 May 13 14:41:45.891925 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event updated for resources: {'Port': ['ID=05501a64-0828-4ccb-9cce-997b41711d59,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.899541 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4419d7-1df4-4999-b7fd-fe14f3ac82c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15de03f-b367-4c3c-a4d8-050b315fd099,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.904507 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-2b0a9357-467b-425a-afe0-29a4c50f8437 service neutron] 10.222.0.102 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760752 May 13 14:41:45.912527 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (a4beb88a-f9f6-41e4-bb73-539a5b4f01d1), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:46.032810 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP a4beb88a-f9f6-41e4-bb73-539a5b4f01d1 associated. External IP: 172.27.0.156, port: 26de137b-dfb2-4cc1-a05d-969e6872010c. May 13 14:41:46.285765 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f7e3e5b-57e1-469e-a56e-4962e5854990 req-d43c73ff-8623-4ee2-9c9b-1ed26dd4c2ca tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0347970 May 13 14:41:46.302990 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:46.421876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:46.433005 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:46.443092 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:46.443712 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:46.554683 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:46.568315 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:46.606718 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fb9d7d0b-ba1c-4c02-80ff-610095ec3cbd tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5400364 May 13 14:41:46.606718 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:46.607652 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:46.651374 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f6aaa-6333-483f-ab6b-d49660f408b2 x-openstack-request-id: req-f01f6aaa-6333-483f-ab6b-d49660f408b2 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:46.651708 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:46.651966 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f01f6aaa-6333-483f-ab6b-d49660f408b2 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:46.652453 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01f6aaa-6333-483f-ab6b-d49660f408b2'] response: {'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'status': 'completed', 'code': 200} May 13 14:41:46.717655 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-d42732cd-4454-42b3-85b8-e8e4277efef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.719401 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-d42732cd-4454-42b3-85b8-e8e4277efef0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1130 time: 0.0442181 May 13 14:41:46.738035 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49228) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:46.787743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a4beb88a-f9f6-41e4-bb73-539a5b4f01d1', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:91:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:44Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}, {'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:46.823265 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:46.824496 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-3392ba35-d77b-4eed-99dd-ba4384a4823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.826116 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-3392ba35-d77b-4eed-99dd-ba4384a4823e service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.0980558 May 13 14:41:46.832765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:46.833513 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:46.907078 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-b1effbeb-dbd0-4601-a3b6-a2a80288d5bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26de137b-dfb2-4cc1-a05d-969e6872010c HTTP/1.1" status: 200 len: 1000 time: 0.0743241 May 13 14:41:46.968276 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:46.976731 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-2bbacd40-582e-4d03-99ba-944f2e5329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.978259 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-2bbacd40-582e-4d03-99ba-944f2e5329fa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0645430 May 13 14:41:47.069869 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74c5ab0d-a67a-43a1-a4ab-c4ac53df2927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.071416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-214dc07c-2494-466a-8ed9-a5932c1de751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:47.074037 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-214dc07c-2494-466a-8ed9-a5932c1de751 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882087 May 13 14:41:47.162743 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74c5ab0d-a67a-43a1-a4ab-c4ac53df2927 admin admin] Publish callbacks [] for security_group (2e847264-7b05-4145-b789-71f0b6dace7f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.217783 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-0c386d17-d013-4d1e-a0f0-ae43eac8d980 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356099 May 13 14:41:47.269158 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74c5ab0d-a67a-43a1-a4ab-c4ac53df2927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2e847264-7b05-4145-b789-71f0b6dace7f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.295089 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a4beb88a-f9f6-41e4-bb73-539a5b4f01d1', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:91:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:44Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}, {'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:47.307923 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5ab0d-a67a-43a1-a4ab-c4ac53df2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e847264-7b05-4145-b789-71f0b6dace7f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:47.319441 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-74c5ab0d-a67a-43a1-a4ab-c4ac53df2927 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b43503c7f7cb44ec8a1eecfd5a250ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5779459 May 13 14:41:47.325266 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49250) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:47.340193 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20a1e4db-803b-4835-b1dc-4eb4237a7a5b req-bd87ddbc-a31d-478c-99d2-00f67db333af service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152661 May 13 14:41:47.359009 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a41de4-963d-4b4a-a98e-3a289f9e5696 None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'a4beb88a-f9f6-41e4-bb73-539a5b4f01d1', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:91:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:44Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 0, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}, {'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:47.416493 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6342e811-61f2-4c15-9418-3a900e4c5b46 req-8664e3cc-671e-4f4e-a90f-fef5f81d77dc tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0404344 May 13 14:41:47.429171 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] Publish callbacks [] for security_group (2e847264-7b05-4145-b789-71f0b6dace7f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.457025 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] Publish callbacks [] for security_group (2e847264-7b05-4145-b789-71f0b6dace7f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.612166 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef43037-725a-4987-9536-86c2fc8fa40a None None] New status for floating IP a4beb88a-f9f6-41e4-bb73-539a5b4f01d1: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:47.679876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2e847264-7b05-4145-b789-71f0b6dace7f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.682585 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:47.686382 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2e847264-7b05-4145-b789-71f0b6dace7f HTTP/1.1" status: 204 len: 168 time: 0.3566411 May 13 14:41:47.693177 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802787f-84db-470c-8498-ae653105bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e847264-7b05-4145-b789-71f0b6dace7f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:48.365925 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-632c1b96-f647-4429-b254-0f784e42d7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:48.568282 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f7c273-7b2d-45e4-b611-c8d90f935271 req-17bcb394-4eba-458a-be08-15497691549c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0663035 May 13 14:41:48.750098 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:48.914460 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-9a6f941b-f8ba-43e4-8a20-b1a143ad76ec tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.915811 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-9a6f941b-f8ba-43e4-8a20-b1a143ad76ec tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "GET /v2.0/networks?id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa HTTP/1.1" status: 200 len: 809 time: 0.1058013 May 13 14:41:49.039300 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Request body: {'port': {'device_id': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa', 'admin_state_up': True, 'tenant_id': '99bdc02a020240639792b3bbde6ebd8c'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:49.319737 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Made reservation on behalf of 99bdc02a020240639792b3bbde6ebd8c for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:49.323252 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:49.682959 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6d7c8836-1016-4d2e-86c9-1c18763e4f55 req-5a124755-0c3e-40bb-ab81-0aeb041ca178 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0339627 May 13 14:41:49.741257 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Allocated IP 172.20.0.8 (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa/c6298797-1ba7-41c9-aa39-1b27f567ba15/4222a541-48a8-4ce7-951c-d21a897b1236) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:49.875040 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49320) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:49.899327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks [] for port (4222a541-48a8-4ce7-951c-d21a897b1236), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:49.983950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3895d696-0c2c-449e-b7c1-97cef65629eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.023778 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.076878 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3895d696-0c2c-449e-b7c1-97cef65629eb admin admin] Publish callbacks [] for security_group (61b59b54-056b-4044-bb79-f42710d9d753), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.083846 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:50.089222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:50.094980 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:41:50.098404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Pushing event updated for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.117202 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49326) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:50.146776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.147418 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.150137 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3895d696-0c2c-449e-b7c1-97cef65629eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (61b59b54-056b-4044-bb79-f42710d9d753), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.193339 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895d696-0c2c-449e-b7c1-97cef65629eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b59b54-056b-4044-bb79-f42710d9d753,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.200266 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3895d696-0c2c-449e-b7c1-97cef65629eb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0853912234434ab98d75b8670df3ac7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215537 May 13 14:41:50.200583 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49330) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:50.238252 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-de43359b-c767-4e25-8106-2b5686763e42 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2031219 May 13 14:41:50.245402 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7788c373-a7a3-418a-bd45-77e3d9d1976c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.259243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Request body: {'port': {'device_id': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:41:50.284576 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] Publish callbacks [] for security_group (61b59b54-056b-4044-bb79-f42710d9d753), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.328484 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7788c373-a7a3-418a-bd45-77e3d9d1976c admin admin] Publish callbacks [] for security_group (7fb42f6a-c6fd-4bcf-a238-054ac0d93b85), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.337449 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] Publish callbacks [] for security_group (61b59b54-056b-4044-bb79-f42710d9d753), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.357684 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.413283 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7788c373-a7a3-418a-bd45-77e3d9d1976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7fb42f6a-c6fd-4bcf-a238-054ac0d93b85), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.451746 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788c373-a7a3-418a-bd45-77e3d9d1976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb42f6a-c6fd-4bcf-a238-054ac0d93b85,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.458672 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7788c373-a7a3-418a-bd45-77e3d9d1976c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2387e4ffa7704ce2af10c8d87204c575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378985 May 13 14:41:50.458945 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49338) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:50.501420 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (61b59b54-056b-4044-bb79-f42710d9d753), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.504752 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.506466 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/61b59b54-056b-4044-bb79-f42710d9d753 HTTP/1.1" status: 204 len: 168 time: 0.3043501 May 13 14:41:50.523684 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] Publish callbacks [] for security_group (7fb42f6a-c6fd-4bcf-a238-054ac0d93b85), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.527063 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee99d2-4598-4406-8e42-f141c1126120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b59b54-056b-4044-bb79-f42710d9d753,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.562395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] Publish callbacks [] for security_group (7fb42f6a-c6fd-4bcf-a238-054ac0d93b85), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.582470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5836fff0-73ae-450b-b108-f450bbbb37c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.670390 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4222a541-48a8-4ce7-951c-d21a897b1236 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:50.679124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks [] for port (4222a541-48a8-4ce7-951c-d21a897b1236), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.710158 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Transition to ACTIVE for port object 4222a541-48a8-4ce7-951c-d21a897b1236 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:41:50.710415 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7fb42f6a-c6fd-4bcf-a238-054ac0d93b85), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.712988 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.714129 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7fb42f6a-c6fd-4bcf-a238-054ac0d93b85 HTTP/1.1" status: 204 len: 168 time: 0.2542989 May 13 14:41:50.722732 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2d2ce-fc40-4f6a-a486-e20eab3ad512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb42f6a-c6fd-4bcf-a238-054ac0d93b85,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.805201 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:50.859921 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7abab-2292-4e91-ae10-323ba338ce9a req-22c17024-3bb4-4366-a3b5-2801272cd1c9 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.862837 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a2b7abab-2292-4e91-ae10-323ba338ce9a req-22c17024-3bb4-4366-a3b5-2801272cd1c9 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 931 time: 0.0930231 May 13 14:41:50.910582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Pushing event updated for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.946035 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a2b7abab-2292-4e91-ae10-323ba338ce9a req-dd9935e8-7d0e-444b-a37b-3bea0f07fca2 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761077 May 13 14:41:50.968622 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Attempting to bind port 4222a541-48a8-4ce7-951c-d21a897b1236 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:41:50.968960 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Attempting to bind port 4222a541-48a8-4ce7-951c-d21a897b1236 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:41:50.969285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Attempting to bind port 4222a541-48a8-4ce7-951c-d21a897b1236 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:41:50.975914 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Port 4222a541-48a8-4ce7-951c-d21a897b1236 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:41:50.976045 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Attempting to bind port 4222a541-48a8-4ce7-951c-d21a897b1236 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:41:50.982479 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:41:50.983126 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Checking segment: {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:41:50.983521 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Bound using segment: {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:41:50.983955 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Bound port: 4222a541-48a8-4ce7-951c-d21a897b1236, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:41:50.984315 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.057724 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:41:51.061795 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4222a541-48a8-4ce7-951c-d21a897b1236,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:41:51.111250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.161117 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.162527 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.163750 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] 10.222.0.97 "PUT /v2.0/ports/4222a541-48a8-4ce7-951c-d21a897b1236 HTTP/1.1" status: 200 len: 1093 time: 0.9171753 May 13 14:41:51.166294 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:51.169460 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:51.198365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc51d-dc95-4c38-ac8a-13233f26d0ed service neutron] Pushing event updated for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.219740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a06d9-abee-4146-8063-37f2e8dc1d5a x-openstack-request-id: req-cf5a06d9-abee-4146-8063-37f2e8dc1d5a {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:51.224741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:51.224741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cf5a06d9-abee-4146-8063-37f2e8dc1d5a {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:51.224741 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5a06d9-abee-4146-8063-37f2e8dc1d5a'] response: {'name': 'network-changed', 'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236', 'status': 'completed', 'code': 200} May 13 14:41:51.289313 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-bbcb4e92-59f0-4449-b772-f888554a39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.290844 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-bbcb4e92-59f0-4449-b772-f888554a39da service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0471826 May 13 14:41:51.407209 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-f36499d7-1b48-493b-94d0-a03fdb2e5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.408941 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-f36499d7-1b48-493b-94d0-a03fdb2e5c31 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=99bdc02a020240639792b3bbde6ebd8c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1064763 May 13 14:41:51.519717 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-518e2525-22fe-4709-8fb1-d49a569089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.521197 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fb359b99-bfcb-4a8f-8d61-c99415b00aa9 req-518e2525-22fe-4709-8fb1-d49a569089e0 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046100 May 13 14:41:51.579738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49372) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:51.594240 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d77dcf99-ed65-405d-8d1a-76dee416cead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.606738 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-eda21426-ac43-4113-b510-16492edf7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.608168 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-eda21426-ac43-4113-b510-16492edf7f57 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0418160 May 13 14:41:51.704390 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-10694fab-3858-4c97-a97c-44672a961774 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4222a541-48a8-4ce7-951c-d21a897b1236 HTTP/1.1" status: 200 len: 217 time: 0.0846419 May 13 14:41:51.716414 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d77dcf99-ed65-405d-8d1a-76dee416cead admin admin] Publish callbacks [] for security_group (d8d84a8a-126b-4f8c-b548-e1d99bd0f497), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.756040 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-69d0e4f8-51a5-404e-8b22-f5b6c705b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.757588 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-69d0e4f8-51a5-404e-8b22-f5b6c705b16c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6298797-1ba7-41c9-aa39-1b27f567ba15 HTTP/1.1" status: 200 len: 849 time: 0.0466464 May 13 14:41:51.794546 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d77dcf99-ed65-405d-8d1a-76dee416cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d8d84a8a-126b-4f8c-b548-e1d99bd0f497), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.807279 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-3d74b65c-f1f0-4283-a59c-aff0a924ee1f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357184 May 13 14:41:51.836068 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d77dcf99-ed65-405d-8d1a-76dee416cead admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=96cce98fdfdc46b091813c19ffbe91e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543190 May 13 14:41:51.839762 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49388) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:51.848915 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dcf99-ed65-405d-8d1a-76dee416cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d84a8a-126b-4f8c-b548-e1d99bd0f497,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.896845 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] Publish callbacks [] for security_group (d8d84a8a-126b-4f8c-b548-e1d99bd0f497), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.931508 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] Publish callbacks [] for security_group (d8d84a8a-126b-4f8c-b548-e1d99bd0f497), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:51.934042 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-15eb60e7-0921-4fca-938e-da5c48b0e415 service neutron] 10.222.0.97 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197529 May 13 14:41:52.039670 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8561226a-cf27-4c87-9ec6-b32cf6c1273c req-59b2b15d-4723-4030-b96a-2a67dd5f1ab0 service neutron] 10.222.0.97 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984087 May 13 14:41:52.082541 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b1b5f-f47d-4659-a52d-12e86096a097 req-165b8cf4-aba5-4c8d-98cc-d3b17e2e007c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.084121 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-049b1b5f-f47d-4659-a52d-12e86096a097 req-165b8cf4-aba5-4c8d-98cc-d3b17e2e007c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 943 time: 0.0550811 May 13 14:41:52.087272 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.139749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d8d84a8a-126b-4f8c-b548-e1d99bd0f497), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.142421 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.145400 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d8d84a8a-126b-4f8c-b548-e1d99bd0f497 HTTP/1.1" status: 204 len: 168 time: 0.3027203 May 13 14:41:52.147013 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-049b1b5f-f47d-4659-a52d-12e86096a097 req-7df6c154-25af-4a1d-b782-ae325fdfb899 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 May 13 14:41:52.154904 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b4c93-eeec-4adb-84f2-dca4922fa518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d84a8a-126b-4f8c-b548-e1d99bd0f497,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:52.431396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49404) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:52.518502 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49412) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:52.817660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Deleting port ce94b378-e587-4136-bca0-0f00ce1b80ad {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:52.818260 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.819779 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c16e-eee0-4b56-8a7d-b12cec109bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.939693 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.947912 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for floatingip (ce94b378-e587-4136-bca0-0f00ce1b80ad), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:52.958993 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Calling delete_port for ce94b378-e587-4136-bca0-0f00ce1b80ad owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:53.041453 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c16e-eee0-4b56-8a7d-b12cec109bff admin admin] Publish callbacks [] for security_group (04eaf1a1-c6b7-448e-8685-7f7b19bd8b01), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.053637 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.153446 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c16e-eee0-4b56-8a7d-b12cec109bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (04eaf1a1-c6b7-448e-8685-7f7b19bd8b01), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.211962 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bdd3c16e-eee0-4b56-8a7d-b12cec109bff admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a9e66c3132d34996ba8991c2152f4ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6891809 May 13 14:41:53.213714 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49436) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:53.214105 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c16e-eee0-4b56-8a7d-b12cec109bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eaf1a1-c6b7-448e-8685-7f7b19bd8b01,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.312396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (ce94b378-e587-4136-bca0-0f00ce1b80ad), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.324249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ebe1-61df-4067-8c08-349ecc924103 req-f4b79ae2-212a-4536-9adb-cc624769c506 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.325669 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a222ebe1-61df-4067-8c08-349ecc924103 req-f4b79ae2-212a-4536-9adb-cc624769c506 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 943 time: 0.0767748 May 13 14:41:53.351108 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] Publish callbacks [] for security_group (04eaf1a1-c6b7-448e-8685-7f7b19bd8b01), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.370685 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event deleted for resources: {'Port': ['ID=ce94b378-e587-4136-bca0-0f00ce1b80ad,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.444539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] Publish callbacks [] for security_group (04eaf1a1-c6b7-448e-8685-7f7b19bd8b01), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.482591 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a222ebe1-61df-4067-8c08-349ecc924103 req-1fa7a76c-b5e7-4dea-b77a-7d48d3a75487 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345711 May 13 14:41:53.506222 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for floatingip (6400ca8d-eae6-4c50-8a4a-da4e12ca6878), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.506555 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Floating IP 6400ca8d-eae6-4c50-8a4a-da4e12ca6878 disassociated (deleted). External IP: 172.27.0.172, port: a02e349e-e653-401e-a9a9-55586f50d139. May 13 14:41:53.616741 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (04eaf1a1-c6b7-448e-8685-7f7b19bd8b01), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.619212 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.620349 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/04eaf1a1-c6b7-448e-8685-7f7b19bd8b01 HTTP/1.1" status: 204 len: 168 time: 0.4071701 May 13 14:41:53.632921 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157bc8d-a710-4404-8dcd-324970facbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eaf1a1-c6b7-448e-8685-7f7b19bd8b01,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.764865 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Router 1dabc446-8d58-494d-9bdf-628671ade6a0 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:41:53.880454 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:41:53.885677 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:53.892972 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Sync routers for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:53.912412 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:53.913159 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:53.921130 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-099b46d8-2c25-45d8-bfe7-5e4598570a9c tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "DELETE /v2.0/floatingips/6400ca8d-eae6-4c50-8a4a-da4e12ca6878 HTTP/1.1" status: 204 len: 168 time: 1.4885621 May 13 14:41:53.921825 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:53.924881 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f374e-e244-4a00-884d-76a482d4f9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:53.982284 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a50cc-e1a9-4cfb-b540-c7b8a298e1d1 x-openstack-request-id: req-905a50cc-e1a9-4cfb-b540-c7b8a298e1d1 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:53.982284 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:53.982284 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-905a50cc-e1a9-4cfb-b540-c7b8a298e1d1 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:53.982284 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905a50cc-e1a9-4cfb-b540-c7b8a298e1d1'] response: {'name': 'network-changed', 'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'status': 'completed', 'code': 200} May 13 14:41:54.115574 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-27da7cea-2100-48a8-b944-84dbd769d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.119243 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-27da7cea-2100-48a8-b944-84dbd769d51b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 1130 time: 0.0865457 May 13 14:41:54.223438 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:54.260386 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-e7aba961-4204-4b85-ba7c-300dbc2f0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.261978 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-e7aba961-4204-4b85-ba7c-300dbc2f0485 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 200 len: 910 time: 0.1328607 May 13 14:41:54.306528 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-88c8e0a7-1e9b-47b1-9f21-79e4b530a4ee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 200 len: 217 time: 0.0382805 May 13 14:41:54.380731 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-fe51a73d-b2ca-4317-b15d-102968f69f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.382581 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-fe51a73d-b2ca-4317-b15d-102968f69f6d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 200 len: 848 time: 0.0633171 May 13 14:41:54.433275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-d0877cd0-d936-4d46-b693-45e2846817c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.434887 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-d0877cd0-d936-4d46-b693-45e2846817c5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c171db94-b049-455d-b168-7668289abdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436888 May 13 14:41:54.449416 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:54.490807 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Checking router: 1dabc446-8d58-494d-9bdf-628671ade6a0 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:54.510361 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:41:54.511054 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:54.512645 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49474) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:54.530833 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b601d825-1744-40c3-9994-701872a09d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:54.578543 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-fe694dfa-65fe-484f-9f11-9b4699d813f4 service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354229 May 13 14:41:54.651556 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:41:54.711647 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09115-9640-4576-8ec8-ed40501e7ffc req-60cd1cdb-5440-4eb8-ab57-62d02484879f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.713053 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-69a09115-9640-4576-8ec8-ed40501e7ffc req-60cd1cdb-5440-4eb8-ab57-62d02484879f tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.1215680 May 13 14:41:54.731608 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf929732-54cb-475a-8142-0a31a9f6fe67 req-63bbc963-e548-42b3-9974-adeb7493b1b7 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.733187 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf929732-54cb-475a-8142-0a31a9f6fe67 req-63bbc963-e548-42b3-9974-adeb7493b1b7 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 943 time: 0.1252205 May 13 14:41:54.777558 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4222a541-48a8-4ce7-951c-d21a897b1236 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:41:54.836375 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b601d825-1744-40c3-9994-701872a09d45 admin admin] Publish callbacks [] for security_group (7ee7198a-ac5a-4c7e-890b-c07012c4df65), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:54.843237 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-69a09115-9640-4576-8ec8-ed40501e7ffc req-6d2f3043-504e-4988-b1b7-8fafec135134 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191943 May 13 14:41:54.856860 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cf929732-54cb-475a-8142-0a31a9f6fe67 req-d47ed10b-b90c-46db-a036-09b888ac00a1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064298 May 13 14:41:54.916617 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:54.921813 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b601d825-1744-40c3-9994-701872a09d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7ee7198a-ac5a-4c7e-890b-c07012c4df65), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:54.947878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:54.965526 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b601d825-1744-40c3-9994-701872a09d45 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c993f7e030014548a89df8bae23cf5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489126 May 13 14:41:54.965526 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601d825-1744-40c3-9994-701872a09d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee7198a-ac5a-4c7e-890b-c07012c4df65,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:54.966029 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49480) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:54.980337 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523e892-46da-4dcb-9202-83f7d5fa0c9b None None] The sync data for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi is: [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:47Z', 'revision_number': 4, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '2ab755ba-3827-4eb5-b3ab-bdd966e01c87', 'name': '', 'network_id': 'c171db94-b049-455d-b168-7668289abdc8', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'mac_address': 'fa:16:3e:38:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:46Z', 'updated_at': '2022-05-13T14:35:52Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'subnets': [{'id': '0086cbe6-5c63-4c92-97b8-9c6f4deb29d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:54.987203 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4222a541-48a8-4ce7-951c-d21a897b1236,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:55.001133 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '4222a541-48a8-4ce7-951c-d21a897b1236', 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa', 'port_id': '4222a541-48a8-4ce7-951c-d21a897b1236', 'mac_address': 'fa:16:3e:d2:e7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6298797-1ba7-41c9-aa39-1b27f567ba15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:41:55.046415 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] Publish callbacks [] for security_group (7ee7198a-ac5a-4c7e-890b-c07012c4df65), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.053380 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4222a541-48a8-4ce7-951c-d21a897b1236 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:41:55.053785 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.077620 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] Publish callbacks [] for security_group (7ee7198a-ac5a-4c7e-890b-c07012c4df65), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.090267 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4222a541-48a8-4ce7-951c-d21a897b1236 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:55.117866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4222a541-48a8-4ce7-951c-d21a897b1236,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:55.246993 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.247468 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (7ee7198a-ac5a-4c7e-890b-c07012c4df65), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.250492 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:55.252066 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7ee7198a-ac5a-4c7e-890b-c07012c4df65 HTTP/1.1" status: 204 len: 168 time: 0.2841630 May 13 14:41:55.262326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880e7b3-cd12-489f-bab0-7ceab45acd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee7198a-ac5a-4c7e-890b-c07012c4df65,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.321706 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5954625-e701-46df-a9ed-eeef89af286b None None] New status for floating IP 6400ca8d-eae6-4c50-8a4a-da4e12ca6878: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:55.326283 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.537229 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['4222a541-48a8-4ce7-951c-d21a897b1236'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:41:56.046914 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f53f374e-e244-4a00-884d-76a482d4f9e7 req-f2188de5-7689-4303-b879-bd456c4d7bfe service neutron] 10.222.0.97 "GET /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416972 May 13 14:41:56.050332 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eea84-7c64-4a47-bec0-683494d65496 req-591ee8df-0bb3-4af9-92e8-3bbfeb701a2b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.051851 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-809eea84-7c64-4a47-bec0-683494d65496 req-591ee8df-0bb3-4af9-92e8-3bbfeb701a2b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.1094944 May 13 14:41:56.058944 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225495d-b495-4baf-87fc-a56c0dbb3029 req-3d4924be-9c82-4d4a-81c6-81a98b40ff8c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.060761 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0225495d-b495-4baf-87fc-a56c0dbb3029 req-3d4924be-9c82-4d4a-81c6-81a98b40ff8c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 944 time: 0.1169925 May 13 14:41:56.134086 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-809eea84-7c64-4a47-bec0-683494d65496 req-e8b76c72-bf5f-4843-81a7-2f85d87c0774 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/security-groups?id=f37923cd-b39b-46de-b18c-9c161f958cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723591 May 13 14:41:56.146616 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0225495d-b495-4baf-87fc-a56c0dbb3029 req-7777024a-d774-4d84-8b5e-1df5575ebfe3 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711932 May 13 14:41:56.712647 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-14e1cb63-0214-45e1-a588-7d233023582b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.714088 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-14e1cb63-0214-45e1-a588-7d233023582b tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.97 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 946 time: 0.0526266 May 13 14:41:56.775284 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4222a541-48a8-4ce7-951c-d21a897b1236 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:41:56.827612 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 4222a541-48a8-4ce7-951c-d21a897b1236 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:41:56.832609 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Deleting port a02e349e-e653-401e-a9a9-55586f50d139 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:41:56.833195 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (a02e349e-e653-401e-a9a9-55586f50d139), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:56.932851 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 4222a541-48a8-4ce7-951c-d21a897b1236 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:41:56.933230 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:56.937108 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] For port a02e349e-e653-401e-a9a9-55586f50d139, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a02e349e-e653-401e-a9a9-55586f50d139,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:56.937476 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (a02e349e-e653-401e-a9a9-55586f50d139), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:56.952548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Calling delete_port for a02e349e-e653-401e-a9a9-55586f50d139 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:41:57.026903 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 4222a541-48a8-4ce7-951c-d21a897b1236 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:41:57.027632 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.054899 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:57.057647 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77eb5a-1088-414b-8f04-f9dcfdb87a8a" -d '{"events": [{"server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:57.073791 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4222a541-48a8-4ce7-951c-d21a897b1236,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:41:57.105733 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e6a874-92e1-49d0-8b95-d4de8a3f5b77 x-openstack-request-id: req-54e6a874-92e1-49d0-8b95-d4de8a3f5b77 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:57.106046 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:57.106358 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-54e6a874-92e1-49d0-8b95-d4de8a3f5b77 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:57.106734 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e6a874-92e1-49d0-8b95-d4de8a3f5b77'] response: {'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236', 'code': 200} May 13 14:41:57.108839 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49552) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:57.177417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (a02e349e-e653-401e-a9a9-55586f50d139), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.177650 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.240768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:57.260065 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event deleted for resources: {'Port': ['ID=a02e349e-e653-401e-a9a9-55586f50d139,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:57.337547 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-620039d5-afb9-42cb-b24a-ce6205b3bcf4 req-1f9df6c1-1ea6-40c2-b404-32ab840768e7 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0631452 May 13 14:41:57.370283 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] No DVR routers for this DVR port a02e349e-e653-401e-a9a9-55586f50d139 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:57.373229 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.377493 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b465396-dc04-4a9d-914e-1d78e09149a5 req-522aed0c-2176-4383-ba53-977be280a034 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.97 "DELETE /v2.0/ports/a02e349e-e653-401e-a9a9-55586f50d139 HTTP/1.1" status: 204 len: 173 time: 0.6574509 May 13 14:41:57.378004 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-deleted', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:57.381720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3826d3e-70f3-43c6-83f3-c0232049b0e0" -d '{"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-deleted", "tag": "a02e349e-e653-401e-a9a9-55586f50d139"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:41:57.387735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5abe-d4f2-4b02-893f-672260c1748e req-afa0cf75-9837-42ca-b333-0331d3bf367c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:57.397371 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d9e5abe-d4f2-4b02-893f-672260c1748e req-afa0cf75-9837-42ca-b333-0331d3bf367c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0872808 May 13 14:41:57.441883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fd36f-11ca-4333-886b-b8abd8db1dba x-openstack-request-id: req-b94fd36f-11ca-4333-886b-b8abd8db1dba {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:41:57.442250 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70daea2-1cf9-4da3-a7de-de8496919a60", "name": "network-vif-deleted", "tag": "a02e349e-e653-401e-a9a9-55586f50d139", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:41:57.442439 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b94fd36f-11ca-4333-886b-b8abd8db1dba {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:41:57.442871 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94fd36f-11ca-4333-886b-b8abd8db1dba'] response: {'server_uuid': 'f70daea2-1cf9-4da3-a7de-de8496919a60', 'name': 'network-vif-deleted', 'tag': 'a02e349e-e653-401e-a9a9-55586f50d139', 'status': 'completed', 'code': 200} May 13 14:41:57.469852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cba2584d-872e-4530-ab1b-91ab14f88d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.470337 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d9e5abe-d4f2-4b02-893f-672260c1748e req-0e83b3c6-5910-491d-bcc6-6f470e1d4470 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 May 13 14:41:57.546242 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272959-06f2-4023-8348-c0b198b8af31 req-050cdd46-eaf4-4ee1-9397-ca6a136e3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:57.547845 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-94272959-06f2-4023-8348-c0b198b8af31 req-050cdd46-eaf4-4ee1-9397-ca6a136e3d70 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 1129 time: 0.0548594 May 13 14:41:57.619282 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cba2584d-872e-4530-ab1b-91ab14f88d8f admin admin] Publish callbacks [] for security_group (ab420bf3-c7d5-4f78-8ad4-63af3cd17286), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.631391 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-94272959-06f2-4023-8348-c0b198b8af31 req-2cfb191a-9aa6-492e-8987-3d5ed67d3e0e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 May 13 14:41:57.704321 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cba2584d-872e-4530-ab1b-91ab14f88d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ab420bf3-c7d5-4f78-8ad4-63af3cd17286), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.747940 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cba2584d-872e-4530-ab1b-91ab14f88d8f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8e27dae606314887bf9f53a4affc700a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6380079 May 13 14:41:57.750475 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49578) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:57.757466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2584d-872e-4530-ab1b-91ab14f88d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab420bf3-c7d5-4f78-8ad4-63af3cd17286,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:57.808304 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] Publish callbacks [] for security_group (ab420bf3-c7d5-4f78-8ad4-63af3cd17286), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.837407 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] Publish callbacks [] for security_group (ab420bf3-c7d5-4f78-8ad4-63af3cd17286), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.953428 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (ab420bf3-c7d5-4f78-8ad4-63af3cd17286), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.956646 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:57.957810 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ab420bf3-c7d5-4f78-8ad4-63af3cd17286 HTTP/1.1" status: 204 len: 168 time: 0.2061875 May 13 14:41:57.966022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1930361-57dc-4c88-8a2e-f52b1ba6f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab420bf3-c7d5-4f78-8ad4-63af3cd17286,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.437046 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-73ea63eb-4ff0-4df6-88a6-b62347b3bd32 req-a05056e9-7b89-4416-8159-d48504201357 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0305560 May 13 14:41:58.588738 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d717-4df8-440d-a41d-e27c9c59e147 req-4a0828a3-88f8-4eb8-b9eb-381b10cb8f14 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:58.590073 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6205d717-4df8-440d-a41d-e27c9c59e147 req-4a0828a3-88f8-4eb8-b9eb-381b10cb8f14 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0486515 May 13 14:41:58.612323 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49602) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:58.625752 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c255-489f-44d1-bc81-32933b5e25f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:58.647370 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6205d717-4df8-440d-a41d-e27c9c59e147 req-35c92b01-0a25-4080-b1e6-37c45ca92fa1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516610 May 13 14:41:58.704565 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c255-489f-44d1-bc81-32933b5e25f6 admin admin] Publish callbacks [] for security_group (3b4bdde0-233e-422f-aed3-dd42f33db660), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:58.781998 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c255-489f-44d1-bc81-32933b5e25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3b4bdde0-233e-422f-aed3-dd42f33db660), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:58.825357 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a4f6c255-489f-44d1-bc81-32933b5e25f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9e7f9359f1d349458417129e8266d3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119424 May 13 14:41:58.826071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6c255-489f-44d1-bc81-32933b5e25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4bdde0-233e-422f-aed3-dd42f33db660,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.828873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49604) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:41:58.881954 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] Publish callbacks [] for security_group (3b4bdde0-233e-422f-aed3-dd42f33db660), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:58.905611 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] Publish callbacks [] for security_group (3b4bdde0-233e-422f-aed3-dd42f33db660), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:59.076370 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3b4bdde0-233e-422f-aed3-dd42f33db660), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:59.079036 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:41:59.080193 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3b4bdde0-233e-422f-aed3-dd42f33db660 HTTP/1.1" status: 204 len: 168 time: 0.2500653 May 13 14:41:59.089802 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4ff9a-c7ec-4d4b-9c5e-55aebc8d49c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4bdde0-233e-422f-aed3-dd42f33db660,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.550004 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-528d08fe-a375-44e6-b738-521cb2c4665f req-39ed39f3-80f5-42f6-af5f-749a5d7814ac tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "GET /v2.0/ports?device_id=f70daea2-1cf9-4da3-a7de-de8496919a60 HTTP/1.1" status: 200 len: 210 time: 0.0306408 May 13 14:41:59.767462 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927048d2-f359-4628-bdf7-3e1a18992b22 req-a1186072-8e6b-4a73-8136-6aa4c433a5b4 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.768965 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-927048d2-f359-4628-bdf7-3e1a18992b22 req-a1186072-8e6b-4a73-8136-6aa4c433a5b4 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0505059 May 13 14:41:59.832193 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-927048d2-f359-4628-bdf7-3e1a18992b22 req-63353ba1-a892-4697-8b05-4792fd51daba tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572805 May 13 14:42:00.610662 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49662) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:00.682467 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (f37923cd-b39b-46de-b18c-9c161f958cbc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:00.710415 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (f37923cd-b39b-46de-b18c-9c161f958cbc), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:00.813028 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:00.841117 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: a02e349e-e653-401e-a9a9-55586f50d139 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:00.841467 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device a02e349e-e653-401e-a9a9-55586f50d139 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:00.884989 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (f37923cd-b39b-46de-b18c-9c161f958cbc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:00.887622 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:00.892102 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] 10.222.0.102 "DELETE /v2.0/security-groups/f37923cd-b39b-46de-b18c-9c161f958cbc HTTP/1.1" status: 204 len: 168 time: 0.2790232 May 13 14:42:00.899759 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8ef0-4e66-4077-bf4b-95f633bfa305 tempest-TestShelveInstance-910561037 tempest-TestShelveInstance-910561037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37923cd-b39b-46de-b18c-9c161f958cbc,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:01.023354 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49684) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:01.499714 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (1dabc446-8d58-494d-9bdf-628671ade6a0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:01.764834 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Deleting port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:01.765563 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:01.853331 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] For port 2ab755ba-3827-4eb5-b3ab-bdd966e01c87, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:01.853706 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:01.867764 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Calling delete_port for 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:02.026419 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d85b2-760a-427e-aedb-048f97104ce7 req-525ace2a-f8de-4e81-9e61-a0cf31b75931 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:02.027909 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a84d85b2-760a-427e-aedb-048f97104ce7 req-525ace2a-f8de-4e81-9e61-a0cf31b75931 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0867748 May 13 14:42:02.101090 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a84d85b2-760a-427e-aedb-048f97104ce7 req-2151c2a1-7556-42cd-be7e-09395cd29626 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655951 May 13 14:42:02.205443 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (2ab755ba-3827-4eb5-b3ab-bdd966e01c87), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:02.233695 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab755ba-3827-4eb5-b3ab-bdd966e01c87,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:02.418999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (1dabc446-8d58-494d-9bdf-628671ade6a0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:02.934842 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Router 1dabc446-8d58-494d-9bdf-628671ade6a0 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:42:03.051358 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:42:03.056428 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-534f8667-3ed7-4709-8e39-798c1617201f admin admin] 10.222.0.102 "PUT /v2.0/routers/1dabc446-8d58-494d-9bdf-628671ade6a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319166 May 13 14:42:03.058884 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49732) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:03.061458 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Sync routers for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:03.073569 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:42:03.074266 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.196100 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks [] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:03.206648 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:42:03.272165 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05621-771c-4be7-b3ae-fa07f3923db3 req-6c64cba9-c60f-4f03-ab84-f9f1c7f46a24 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.273791 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ca05621-771c-4be7-b3ae-fa07f3923db3 req-6c64cba9-c60f-4f03-ab84-f9f1c7f46a24 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0951366 May 13 14:42:03.367298 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ca05621-771c-4be7-b3ae-fa07f3923db3 req-50c1dd7d-964e-474f-a79c-c58471767bfc tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852003 May 13 14:42:03.372786 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks [] for router_gateway (1dabc446-8d58-494d-9bdf-628671ade6a0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:03.384882 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.416067 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Checking router: 1dabc446-8d58-494d-9bdf-628671ade6a0 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:03.425124 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Routers {'1dabc446-8d58-494d-9bdf-628671ade6a0'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:42:03.425754 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['1dabc446-8d58-494d-9bdf-628671ade6a0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.498324 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Deleting port b6d36d84-0673-4ede-9a79-242ef06f23ba {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:03.498704 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:03.587890 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] For port b6d36d84-0673-4ede-9a79-242ef06f23ba, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=b6d36d84-0673-4ede-9a79-242ef06f23ba,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:03.588676 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:03.605367 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Calling delete_port for b6d36d84-0673-4ede-9a79-242ef06f23ba owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:03.679648 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] Set router 1dabc446-8d58-494d-9bdf-628671ade6a0 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:42:03.854748 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.882425 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ae4f8-4c35-4053-85b1-8a102a5e5d7a None None] The sync data for ids ['1dabc446-8d58-494d-9bdf-628671ade6a0'] in dv-cinder-841754-1-iscsi is: [{'id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'name': 'tempest-TestShelveInstance-1515649550-router', 'tenant_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f2e16a9058094ec7a0d081e177a6dde5', 'gw_port': {'id': 'b6d36d84-0673-4ede-9a79-242ef06f23ba', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dabc446-8d58-494d-9bdf-628671ade6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:43Z', 'updated_at': '2022-05-13T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:03.915853 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (b6d36d84-0673-4ede-9a79-242ef06f23ba), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:03.947505 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-6321d6d9-4f68-431a-8b58-d2214eeced41 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.950959 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-6321d6d9-4f68-431a-8b58-d2214eeced41 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0742695 May 13 14:42:03.951843 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d36d84-0673-4ede-9a79-242ef06f23ba,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.024930 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (1dabc446-8d58-494d-9bdf-628671ade6a0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.080542 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49748) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:04.089782 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Deleting port 4222a541-48a8-4ce7-951c-d21a897b1236 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:04.090312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.132369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.134831 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks [] for router_controller (1dabc446-8d58-494d-9bdf-628671ade6a0), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.206655 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d36d64d5-2fd3-4a6a-a74b-2db2d99d51e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.217704 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] For port 4222a541-48a8-4ce7-951c-d21a897b1236, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4222a541-48a8-4ce7-951c-d21a897b1236,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:04.218062 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.241606 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Calling delete_port for 4222a541-48a8-4ce7-951c-d21a897b1236 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:04.276149 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (1dabc446-8d58-494d-9bdf-628671ade6a0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.276677 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dabc446-8d58-494d-9bdf-628671ade6a0 {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:42:04.285221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.287758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-581069ee-0830-4bc3-b59c-211fc3f3581d admin admin] 10.222.0.102 "DELETE /v2.0/routers/1dabc446-8d58-494d-9bdf-628671ade6a0 HTTP/1.1" status: 204 len: 168 time: 1.2279491 May 13 14:42:04.290345 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49758) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:04.353235 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Deleting subnet 0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:42:04.362601 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Publish callbacks [] for subnet (0086cbe6-5c63-4c92-97b8-9c6f4deb29d1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.407549 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25562435'] for subnet (0086cbe6-5c63-4c92-97b8-9c6f4deb29d1), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.422830 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d36d64d5-2fd3-4a6a-a74b-2db2d99d51e8 admin admin] Publish callbacks [] for security_group (c282a591-2046-49c8-b5bf-d4d71b7c34e7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.470304 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4222a541-48a8-4ce7-951c-d21a897b1236), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.488060 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['4222a541-48a8-4ce7-951c-d21a897b1236'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:42:04.513577 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d36d64d5-2fd3-4a6a-a74b-2db2d99d51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c282a591-2046-49c8-b5bf-d4d71b7c34e7), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.529717 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7c04a-c2fd-4d0e-9128-2ad8a0a31b02 req-2f81fccd-6575-4b30-9a32-4516badb2a0c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0453992 May 13 14:42:04.537458 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (0086cbe6-5c63-4c92-97b8-9c6f4deb29d1), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.541150 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Pushing event deleted for resources: {'Port': ['ID=4222a541-48a8-4ce7-951c-d21a897b1236,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.622517 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d36d64d5-2fd3-4a6a-a74b-2db2d99d51e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f63874ef42dd4318b4155d75adb7bdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408199 May 13 14:42:04.623855 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] No DVR routers for this DVR port 4222a541-48a8-4ce7-951c-d21a897b1236 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:04.626124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49768) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:04.626652 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d64d5-2fd3-4a6a-a74b-2db2d99d51e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282a591-2046-49c8-b5bf-d4d71b7c34e7,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.635809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.635809 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-19df1a9a-b243-49ed-b289-3bab71b5f4dc req-0bb16f5b-0848-4b30-9de2-0692974182ae tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "DELETE /v2.0/ports/4222a541-48a8-4ce7-951c-d21a897b1236 HTTP/1.1" status: 204 len: 173 time: 0.6782107 May 13 14:42:04.635809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'name': 'network-vif-deleted', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:04.643207 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad45cb-9a3a-467b-ad07-bfda54f71f63" -d '{"events": [{"server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "name": "network-vif-deleted", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:42:04.682303 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25766468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28996875'] for subnet (0086cbe6-5c63-4c92-97b8-9c6f4deb29d1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.697412 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.700716 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/0086cbe6-5c63-4c92-97b8-9c6f4deb29d1 HTTP/1.1" status: 204 len: 168 time: 0.4090576 May 13 14:42:04.713033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef99b95-3b36-4705-913b-fe60f641d271 x-openstack-request-id: req-bef99b95-3b36-4705-913b-fe60f641d271 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:42:04.713033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1713bdfc-3517-4011-92a9-a8a13b39d1c9", "name": "network-vif-deleted", "tag": "4222a541-48a8-4ce7-951c-d21a897b1236", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:42:04.713033 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bef99b95-3b36-4705-913b-fe60f641d271 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:42:04.713033 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef99b95-3b36-4705-913b-fe60f641d271'] response: {'server_uuid': '1713bdfc-3517-4011-92a9-a8a13b39d1c9', 'name': 'network-vif-deleted', 'tag': '4222a541-48a8-4ce7-951c-d21a897b1236', 'status': 'completed', 'code': 200} May 13 14:42:04.713588 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7d431-fe18-4ac1-9679-19335ca304e3 None None] Network c171db94-b049-455d-b168-7668289abdc8 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:42:04.713702 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49772) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:04.747285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4b8d9-e0c6-4d4f-a181-74471051480f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0086cbe6-5c63-4c92-97b8-9c6f4deb29d1,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.778702 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:04.793464 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] Publish callbacks [] for security_group (c282a591-2046-49c8-b5bf-d4d71b7c34e7), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.817408 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:04.818039 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 2ab755ba-3827-4eb5-b3ab-bdd966e01c87 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:04.831616 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (c171db94-b049-455d-b168-7668289abdc8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.843512 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] Publish callbacks [] for security_group (c282a591-2046-49c8-b5bf-d4d71b7c34e7), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:04.942976 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Deleting port 35c24ae7-1e4c-4c60-9a29-3803943df7bd {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:04.943322 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.012905 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] For port 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=35c24ae7-1e4c-4c60-9a29-3803943df7bd,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:05.013883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.029299 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Calling delete_port for 35c24ae7-1e4c-4c60-9a29-3803943df7bd owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:05.077614 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c282a591-2046-49c8-b5bf-d4d71b7c34e7), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.080903 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.082183 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c282a591-2046-49c8-b5bf-d4d71b7c34e7 HTTP/1.1" status: 204 len: 168 time: 0.4527187 May 13 14:42:05.101148 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911601b-413c-4931-8bbb-dc9320a64dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282a591-2046-49c8-b5bf-d4d71b7c34e7,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:05.144973 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] DHCP port deletion for c171db94-b049-455d-b168-7668289abdc8 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:42:05.196458 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Deleting port 35c24ae7-1e4c-4c60-9a29-3803943df7bd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:05.196832 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.268251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] For port 35c24ae7-1e4c-4c60-9a29-3803943df7bd, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=35c24ae7-1e4c-4c60-9a29-3803943df7bd,segment=NetworkSegment(eeab216d-f2cb-4b4c-8d92-efd9256676cb),segment_id=eeab216d-f2cb-4b4c-8d92-efd9256676cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:05.268652 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.281584 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Calling delete_port for 35c24ae7-1e4c-4c60-9a29-3803943df7bd owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:05.285347 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.314133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c24ae7-1e4c-4c60-9a29-3803943df7bd,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:05.326804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] No DVR routers for this DVR port 35c24ae7-1e4c-4c60-9a29-3803943df7bd on host dv-cinder-841754-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:05.372410 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (35c24ae7-1e4c-4c60-9a29-3803943df7bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.403848 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] Pushing event deleted for resources: {'Port': ['ID=35c24ae7-1e4c-4c60-9a29-3803943df7bd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:05.407661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ee44c-5d41-436d-879c-64751ef6f8bd None None] No DVR routers for this DVR port 35c24ae7-1e4c-4c60-9a29-3803943df7bd on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:05.409818 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (c171db94-b049-455d-b168-7668289abdc8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.437556 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c171db94-b049-455d-b168-7668289abdc8']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:05.448741 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeab216d-f2cb-4b4c-8d92-efd9256676cb') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:05.449038 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeab216d-f2cb-4b4c-8d92-efd9256676cb') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:05.464712 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (eeab216d-f2cb-4b4c-8d92-efd9256676cb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.485573 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (eeab216d-f2cb-4b4c-8d92-efd9256676cb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.492595 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:05.492982 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (eeab216d-f2cb-4b4c-8d92-efd9256676cb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:05.495277 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:05.625034 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (c171db94-b049-455d-b168-7668289abdc8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.632458 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.638420 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] 10.222.0.102 "DELETE /v2.0/networks/c171db94-b049-455d-b168-7668289abdc8 HTTP/1.1" status: 204 len: 168 time: 0.9274087 May 13 14:42:05.644061 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49796) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:05.648469 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f39ee-84e0-4f34-907c-fdd40ce7d749 admin admin] Pushing event deleted for resources: {'Network': ['ID=c171db94-b049-455d-b168-7668289abdc8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:05.670993 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-778ddefa-8774-47b4-972c-e654e30deccc req-7fbf4f42-4182-463e-8bb6-bfd04070cfa7 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1713bdfc-3517-4011-92a9-a8a13b39d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0347893 May 13 14:42:05.863080 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49800) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:05.886168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-40c5e77d-7077-4e6a-8ac1-6f77304525d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:05.988128 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-40c5e77d-7077-4e6a-8ac1-6f77304525d0 admin admin] Publish callbacks [] for security_group (2c820ec3-abbd-4bd7-a169-d53203863311), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.038645 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.047445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-40c5e77d-7077-4e6a-8ac1-6f77304525d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c820ec3-abbd-4bd7-a169-d53203863311), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.092118 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-40c5e77d-7077-4e6a-8ac1-6f77304525d0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8331ffcbfc1d40b1b0861aef5637c35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259104 May 13 14:42:06.094255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5e77d-7077-4e6a-8ac1-6f77304525d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c820ec3-abbd-4bd7-a169-d53203863311,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.096425 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49808) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:06.223808 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] Publish callbacks [] for security_group (2c820ec3-abbd-4bd7-a169-d53203863311), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.274108 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] Publish callbacks [] for security_group (2c820ec3-abbd-4bd7-a169-d53203863311), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.381843 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Deleting port 805084e4-9b3d-439f-b165-a657b4292055 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:06.386679 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (805084e4-9b3d-439f-b165-a657b4292055), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.461011 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49812) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:06.467966 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] For port 805084e4-9b3d-439f-b165-a657b4292055, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=805084e4-9b3d-439f-b165-a657b4292055,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:06.468330 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (805084e4-9b3d-439f-b165-a657b4292055), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.483574 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Calling delete_port for 805084e4-9b3d-439f-b165-a657b4292055 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:06.497728 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2c820ec3-abbd-4bd7-a169-d53203863311), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.500463 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.514273 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2c820ec3-abbd-4bd7-a169-d53203863311 HTTP/1.1" status: 204 len: 168 time: 0.4033792 May 13 14:42:06.548166 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a462c-321a-4c73-be98-2e0167d073dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c820ec3-abbd-4bd7-a169-d53203863311,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.589308 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-507d9375-e884-48c8-b7a8-052f7031ee53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.680239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-507d9375-e884-48c8-b7a8-052f7031ee53 admin admin] Publish callbacks [] for security_group (3d205fd6-910a-47d6-b850-592ab04852f6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.694855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 35c24ae7-1e4c-4c60-9a29-3803943df7bd no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:06.718382 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 35c24ae7-1e4c-4c60-9a29-3803943df7bd {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:06.718757 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 35c24ae7-1e4c-4c60-9a29-3803943df7bd not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:06.719180 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device b6d36d84-0673-4ede-9a79-242ef06f23ba no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:06.741394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: b6d36d84-0673-4ede-9a79-242ef06f23ba {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:06.741743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device b6d36d84-0673-4ede-9a79-242ef06f23ba not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:06.759508 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-507d9375-e884-48c8-b7a8-052f7031ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d205fd6-910a-47d6-b850-592ab04852f6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.802122 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4222a541-48a8-4ce7-951c-d21a897b1236 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:06.803962 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-507d9375-e884-48c8-b7a8-052f7031ee53 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=190c352725494e2bb6d931e43669df1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415680 May 13 14:42:06.808950 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49822) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:06.809465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9375-e884-48c8-b7a8-052f7031ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d205fd6-910a-47d6-b850-592ab04852f6,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.823926 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 4222a541-48a8-4ce7-951c-d21a897b1236 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:06.824270 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 4222a541-48a8-4ce7-951c-d21a897b1236 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:06.833810 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (805084e4-9b3d-439f-b165-a657b4292055), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:06.876174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=805084e4-9b3d-439f-b165-a657b4292055,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.957500 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] Publish callbacks [] for security_group (3d205fd6-910a-47d6-b850-592ab04852f6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:07.053086 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] Publish callbacks [] for security_group (3d205fd6-910a-47d6-b850-592ab04852f6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:07.181139 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-18ac117c-e360-4ff9-8034-126caf07290e tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.183547 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-18ac117c-e360-4ff9-8034-126caf07290e tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/networks?id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa HTTP/1.1" status: 200 len: 809 time: 0.2215521 May 13 14:42:07.244335 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-bd5c950e-6972-4857-b652-c67bbb93ccf6 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/quotas/99bdc02a020240639792b3bbde6ebd8c HTTP/1.1" status: 200 len: 375 time: 0.0554616 May 13 14:42:07.247244 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:07.288663 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-a7af619f-03c8-4aa5-be89-63b504e21d07 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382905 May 13 14:42:07.330682 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (3d205fd6-910a-47d6-b850-592ab04852f6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:07.333771 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:07.338860 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3d205fd6-910a-47d6-b850-592ab04852f6 HTTP/1.1" status: 204 len: 168 time: 0.5291476 May 13 14:42:07.391867 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cb035-4abe-4c60-9bcc-d18b421d1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d205fd6-910a-47d6-b850-592ab04852f6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:07.483980 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-8c74f3df-e167-4b6a-82b8-de08742454af service neutron] 10.222.0.102 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605549 May 13 14:42:07.929464 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-3185d483-53f7-4afd-98f5-9908987acc2f service neutron] 10.222.0.102 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078696 May 13 14:42:07.933473 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Router eaf9fb57-1e15-4b48-b2e0-f10680f877fc has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:42:08.051342 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:42:08.056284 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e34611f2-a86c-49a4-8266-1ad4d2c326b4 admin admin] 10.222.0.102 "PUT /v2.0/routers/eaf9fb57-1e15-4b48-b2e0-f10680f877fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108047 May 13 14:42:08.058932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49872) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:08.060476 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Sync routers for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:08.071291 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:42:08.071880 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:08.084936 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49874) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:08.100170 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-306015a0-3b09-4c5b-8090-1b6e1d6b6a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.196400 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:42:08.209276 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks [] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.304654 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a88b0e1-52ad-4104-ba48-b5378e2912eb req-88fde6f5-7fa7-47c8-8338-c36902b86e9b tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0455360 May 13 14:42:08.313239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-306015a0-3b09-4c5b-8090-1b6e1d6b6a7a admin admin] Publish callbacks [] for security_group (1b373834-7871-431e-85fd-e36ab8223606), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.382684 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks [] for router_gateway (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.408496 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:42:06Z', 'revision_number': 5, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:08.424962 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-306015a0-3b09-4c5b-8090-1b6e1d6b6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1b373834-7871-431e-85fd-e36ab8223606), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.434897 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Checking router: eaf9fb57-1e15-4b48-b2e0-f10680f877fc for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:08.444245 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Routers {'eaf9fb57-1e15-4b48-b2e0-f10680f877fc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:42:08.444851 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:41:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:08.466304 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-306015a0-3b09-4c5b-8090-1b6e1d6b6a7a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ff3347204a4642edbceef81731b5a147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795536 May 13 14:42:08.467455 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306015a0-3b09-4c5b-8090-1b6e1d6b6a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b373834-7871-431e-85fd-e36ab8223606,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:08.469161 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49886) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:08.564751 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Deleting port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:08.564751 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.564751 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] Publish callbacks [] for security_group (1b373834-7871-431e-85fd-e36ab8223606), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.582125 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] Set router eaf9fb57-1e15-4b48-b2e0-f10680f877fc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:42:08.627153 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] Publish callbacks [] for security_group (1b373834-7871-431e-85fd-e36ab8223606), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.693118 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] For port 0cf998c8-79c2-47b0-8bfd-6d5d9e868754, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:08.693480 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.709010 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Calling delete_port for 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:08.811335 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:42:06Z', 'revision_number': 5, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:08.825031 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (1b373834-7871-431e-85fd-e36ab8223606), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.831119 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:08.839521 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1b373834-7871-431e-85fd-e36ab8223606 HTTP/1.1" status: 204 len: 168 time: 0.3627999 May 13 14:42:08.862126 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bca9c-0ae1-4e60-a889-0ccd403ff644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b373834-7871-431e-85fd-e36ab8223606,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:08.862644 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c635012-95df-4e44-affc-11868b9143b1 None None] The sync data for ids ['eaf9fb57-1e15-4b48-b2e0-f10680f877fc'] in dv-cinder-841754-1-iscsi is: [{'id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'name': 'tempest-TestShelveInstance-1630151789-router', 'tenant_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:51Z', 'updated_at': '2022-05-13T14:42:06Z', 'revision_number': 5, 'project_id': 'e3f5718eeec14e85aa7f66951e4a829f', 'gw_port': {'id': '0cf998c8-79c2-47b0-8bfd-6d5d9e868754', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf9fb57-1e15-4b48-b2e0-f10680f877fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:52Z', 'updated_at': '2022-05-13T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:09.040457 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (0cf998c8-79c2-47b0-8bfd-6d5d9e868754), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.078746 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf998c8-79c2-47b0-8bfd-6d5d9e868754,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:09.149832 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.265477 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.270680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks [] for router_controller (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.439561 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d33b66ad-44cd-4f8c-8585-b41f5c2e491b req-f450aae0-35ac-46c7-abcc-b292143008c1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0301816 May 13 14:42:09.456190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (eaf9fb57-1e15-4b48-b2e0-f10680f877fc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.456731 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf9fb57-1e15-4b48-b2e0-f10680f877fc {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:42:09.461897 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.462818 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-45c71b59-5a05-4f47-948a-49f680104ecc admin admin] 10.222.0.102 "DELETE /v2.0/routers/eaf9fb57-1e15-4b48-b2e0-f10680f877fc HTTP/1.1" status: 204 len: 168 time: 1.4027395 May 13 14:42:09.465324 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49916) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:09.537892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Deleting subnet 80163498-f5fe-47aa-b489-f0ee9eb725ae {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:42:09.541864 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Publish callbacks [] for subnet (80163498-f5fe-47aa-b489-f0ee9eb725ae), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.588656 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25562435'] for subnet (80163498-f5fe-47aa-b489-f0ee9eb725ae), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.727794 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (80163498-f5fe-47aa-b489-f0ee9eb725ae), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.793546 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49930) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:09.814658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb8965d7-6853-438f-90e4-41deaa4fa0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.902803 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb8965d7-6853-438f-90e4-41deaa4fa0a8 admin admin] Publish callbacks [] for security_group (2b35fce4-7cec-4160-ab72-be4a42cab5d3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.921521 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25766468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28996875'] for subnet (80163498-f5fe-47aa-b489-f0ee9eb725ae), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.952878 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80163498-f5fe-47aa-b489-f0ee9eb725ae,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:09.960771 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:09.965229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4e8f8dd0-62be-4964-91bf-f773fd324e51 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/80163498-f5fe-47aa-b489-f0ee9eb725ae HTTP/1.1" status: 204 len: 168 time: 0.4987912 May 13 14:42:09.965885 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c9e2c-81a1-4bdd-a770-7233e039e0bf None None] Network 4e86b2f8-dea7-45f6-9e05-da5d1b884737 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:42:09.971215 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49936) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:09.996406 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-bb8965d7-6853-438f-90e4-41deaa4fa0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2b35fce4-7cec-4160-ab72-be4a42cab5d3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.050761 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49942) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:10.051026 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-bb8965d7-6853-438f-90e4-41deaa4fa0a8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3a522a5baf484fceb214b9d62de898aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563288 May 13 14:42:10.062307 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8965d7-6853-438f-90e4-41deaa4fa0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35fce4-7cec-4160-ab72-be4a42cab5d3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.121864 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (4e86b2f8-dea7-45f6-9e05-da5d1b884737), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.153568 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] Publish callbacks [] for security_group (2b35fce4-7cec-4160-ab72-be4a42cab5d3), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.211007 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] Publish callbacks [] for security_group (2b35fce4-7cec-4160-ab72-be4a42cab5d3), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.237778 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Deleting port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:10.237778 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.256323 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] DHCP port deletion for 4e86b2f8-dea7-45f6-9e05-da5d1b884737 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:42:10.301938 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Deleting port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:10.302313 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.346726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] For port e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:10.346726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.364898 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Calling delete_port for e8e2e39f-1072-44d0-aa44-c696c56a0ef8 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:10.373194 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] For port e8e2e39f-1072-44d0-aa44-c696c56a0ef8, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,segment=NetworkSegment(c436929f-4004-4887-b158-557710674a93),segment_id=c436929f-4004-4887-b158-557710674a93)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:10.373592 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.391030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Calling delete_port for e8e2e39f-1072-44d0-aa44-c696c56a0ef8 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:10.442439 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2b35fce4-7cec-4160-ab72-be4a42cab5d3), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.445069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.448474 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2b35fce4-7cec-4160-ab72-be4a42cab5d3 HTTP/1.1" status: 204 len: 168 time: 0.3936975 May 13 14:42:10.463850 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e074a-2c50-45a1-8ac3-48a45eac1ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35fce4-7cec-4160-ab72-be4a42cab5d3,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.552515 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02932845-607e-4d88-b152-9fb912acb087 req-b6ce2fcc-2bae-4123-95af-853c1fdc87f7 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0291822 May 13 14:42:10.562117 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.583440 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (e8e2e39f-1072-44d0-aa44-c696c56a0ef8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.594548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.601456 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] No DVR routers for this DVR port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 on host dv-cinder-841754-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:10.623097 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] Pushing event deleted for resources: {'Port': ['ID=e8e2e39f-1072-44d0-aa44-c696c56a0ef8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.630760 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c5dcc-698a-48a9-9881-5891325f32d5 None None] No DVR routers for this DVR port e8e2e39f-1072-44d0-aa44-c696c56a0ef8 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:10.695514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (4e86b2f8-dea7-45f6-9e05-da5d1b884737), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.710583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 805084e4-9b3d-439f-b165-a657b4292055 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:10.723319 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e86b2f8-dea7-45f6-9e05-da5d1b884737']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:10.735268 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 805084e4-9b3d-439f-b165-a657b4292055 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:10.736316 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 805084e4-9b3d-439f-b165-a657b4292055 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:10.743915 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e8e2e39f-1072-44d0-aa44-c696c56a0ef8 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:10.748097 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c436929f-4004-4887-b158-557710674a93') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:10.748391 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c436929f-4004-4887-b158-557710674a93') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:10.761426 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: e8e2e39f-1072-44d0-aa44-c696c56a0ef8 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:10.762038 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device e8e2e39f-1072-44d0-aa44-c696c56a0ef8 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:10.762524 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:10.763722 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (c436929f-4004-4887-b158-557710674a93), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.777974 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (c436929f-4004-4887-b158-557710674a93), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.783571 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:10.784007 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0cf998c8-79c2-47b0-8bfd-6d5d9e868754 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:10.786713 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (c436929f-4004-4887-b158-557710674a93), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:10.791306 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:10.941179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (4e86b2f8-dea7-45f6-9e05-da5d1b884737), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.960104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:10.963507 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] 10.222.0.102 "DELETE /v2.0/networks/4e86b2f8-dea7-45f6-9e05-da5d1b884737 HTTP/1.1" status: 204 len: 168 time: 0.9911025 May 13 14:42:10.967520 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd929a-0190-49f7-a432-9e7557f2bc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e86b2f8-dea7-45f6-9e05-da5d1b884737,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.993938 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-76f8d809-9fe9-4f4e-9b7c-326b49acf51e tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:10.996538 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-76f8d809-9fe9-4f4e-9b7c-326b49acf51e tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "GET /v2.0/networks?id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa HTTP/1.1" status: 200 len: 809 time: 0.1491716 May 13 14:42:11.014994 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Request body: {'port': {'device_id': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa', 'admin_state_up': True, 'tenant_id': '99bdc02a020240639792b3bbde6ebd8c'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:42:11.075292 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 49974) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:11.219117 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6580a06c-15d6-4abc-b1b4-326e91581668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.253760 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Made reservation on behalf of 99bdc02a020240639792b3bbde6ebd8c for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:11.257328 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.325572 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6580a06c-15d6-4abc-b1b4-326e91581668 admin admin] Publish callbacks [] for security_group (906646fa-066d-4170-a010-809e5de96550), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.389512 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6580a06c-15d6-4abc-b1b4-326e91581668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (906646fa-066d-4170-a010-809e5de96550), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.411952 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Allocated IP 172.20.0.11 (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa/c6298797-1ba7-41c9-aa39-1b27f567ba15/24dc508c-e29a-4d40-bc97-6f85c1299747) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:11.430514 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49996) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:11.462761 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6580a06c-15d6-4abc-b1b4-326e91581668 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b88897d60b0e4d0490938129e4e8133d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864965 May 13 14:42:11.463781 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580a06c-15d6-4abc-b1b4-326e91581668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906646fa-066d-4170-a010-809e5de96550,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.465550 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 49998) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:11.551033 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-67186c8b-eefc-45d7-a4a0-70eaeed7fa7c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f2e16a9058094ec7a0d081e177a6dde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195080 May 13 14:42:11.553660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50000) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:11.617094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] Publish callbacks [] for security_group (c0004adc-8795-48e7-9315-f57f859b95f6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.617367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] Publish callbacks [] for security_group (906646fa-066d-4170-a010-809e5de96550), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.654833 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] Publish callbacks [] for security_group (c0004adc-8795-48e7-9315-f57f859b95f6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.656056 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] Publish callbacks [] for security_group (906646fa-066d-4170-a010-809e5de96550), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.680301 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d015033e-1dd4-42c3-8a5a-4c76e7d6fa30 req-f4d91789-2d96-4145-9638-f1f44f48b303 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0424473 May 13 14:42:11.715424 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks [] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.807737 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c0004adc-8795-48e7-9315-f57f859b95f6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.811636 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.812850 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c0004adc-8795-48e7-9315-f57f859b95f6 HTTP/1.1" status: 204 len: 168 time: 0.2575483 May 13 14:42:11.823968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841bcd1-73e8-4346-aeea-d94b336c34b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0004adc-8795-48e7-9315-f57f859b95f6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.837044 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (906646fa-066d-4170-a010-809e5de96550), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.840143 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.845695 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/906646fa-066d-4170-a010-809e5de96550 HTTP/1.1" status: 204 len: 168 time: 0.3677552 May 13 14:42:11.845947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:11.887886 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2c4a7-c45d-479a-b68f-eb55be923de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906646fa-066d-4170-a010-809e5de96550,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.910075 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:11.915964 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:11.920645 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:42:11.925858 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Pushing event updated for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.974660 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:11.975616 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.072531 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-75985645-7f45-4707-9708-33dbccd4ccfa tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0615997 May 13 14:42:12.088009 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Request body: {'port': {'device_id': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:42:12.154506 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.441665 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dc508c-e29a-4d40-bc97-6f85c1299747 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:12.451227 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks [] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.466777 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Transition to ACTIVE for port object 24dc508c-e29a-4d40-bc97-6f85c1299747 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:42:12.610315 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.662172 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:12.725328 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50034) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:12.757830 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Attempting to bind port 24dc508c-e29a-4d40-bc97-6f85c1299747 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:42:12.759311 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Attempting to bind port 24dc508c-e29a-4d40-bc97-6f85c1299747 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:42:12.760074 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Attempting to bind port 24dc508c-e29a-4d40-bc97-6f85c1299747 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:42:12.765405 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Port 24dc508c-e29a-4d40-bc97-6f85c1299747 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:42:12.766017 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Attempting to bind port 24dc508c-e29a-4d40-bc97-6f85c1299747 on network 2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:42:12.772357 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:42:12.772692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Checking segment: {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:42:12.773074 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Bound using segment: {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:42:12.773499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Bound port: 24dc508c-e29a-4d40-bc97-6f85c1299747, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d80fe-957d-4a78-8b52-1f34ef69828e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:42:12.773863 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.778843 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5728def2-1463-4e60-8348-eab0f85686f0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e3f5718eeec14e85aa7f66951e4a829f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522645 May 13 14:42:12.785093 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 50036) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:12.823377 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091e77f-5505-41e2-9ebb-7fe8fe4f2c2a req-9907f69d-c91b-49b1-b093-088a57f4b235 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:12.824640 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7091e77f-5505-41e2-9ebb-7fe8fe4f2c2a req-9907f69d-c91b-49b1-b093-088a57f4b235 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 944 time: 0.0595255 May 13 14:42:12.825185 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50038) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:12.848297 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88e16513-44d6-4adf-bd07-3cd7f46217f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.889179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] Publish callbacks [] for security_group (075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.891393 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:42:12.906138 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7091e77f-5505-41e2-9ebb-7fe8fe4f2c2a req-7780f9f6-d170-454c-9fcc-45f2980ac074 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715644 May 13 14:42:12.912504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=24dc508c-e29a-4d40-bc97-6f85c1299747,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:42:12.934035 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] Publish callbacks [] for security_group (075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.977041 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88e16513-44d6-4adf-bd07-3cd7f46217f2 admin admin] Publish callbacks [] for security_group (05cd653d-b6de-4af0-9bb8-a514f61e73db), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:12.984673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.019360 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.024465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.024465 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] 10.222.0.97 "PUT /v2.0/ports/24dc508c-e29a-4d40-bc97-6f85c1299747 HTTP/1.1" status: 200 len: 1094 time: 0.9378526 May 13 14:42:13.024465 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:13.026195 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33604ec5-c21d-4579-9683-dca3e53628ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:42:13.053179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98874-2781-4df6-a293-e11e94e778d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.064900 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-88e16513-44d6-4adf-bd07-3cd7f46217f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (05cd653d-b6de-4af0-9bb8-a514f61e73db), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.065088 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.067596 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.068745 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0 HTTP/1.1" status: 204 len: 168 time: 0.2827013 May 13 14:42:13.070597 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df3de1-696c-4d70-9c33-7f950dd4cbab x-openstack-request-id: req-61df3de1-696c-4d70-9c33-7f950dd4cbab {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:42:13.077440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:42:13.077440 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-61df3de1-696c-4d70-9c33-7f950dd4cbab {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:42:13.077440 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61df3de1-696c-4d70-9c33-7f950dd4cbab'] response: {'name': 'network-changed', 'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747', 'status': 'completed', 'code': 200} May 13 14:42:13.081864 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f48bcc-29c9-47cf-ac56-3372a78ed653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075b9b64-bc16-4b5c-b4fe-f70ec5be3cc0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.129434 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-88e16513-44d6-4adf-bd07-3cd7f46217f2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6b214f0721af4a3bb6c922aaa310996e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029072 May 13 14:42:13.132031 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50046) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:13.144933 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e16513-44d6-4adf-bd07-3cd7f46217f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd653d-b6de-4af0-9bb8-a514f61e73db,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.169720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604ec5-c21d-4579-9683-dca3e53628ac req-a76f9395-3f14-4c07-9eba-3180e7174c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.171612 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33604ec5-c21d-4579-9683-dca3e53628ac req-a76f9395-3f14-4c07-9eba-3180e7174c93 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 1128 time: 0.0694189 May 13 14:42:13.192397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] Publish callbacks [] for security_group (05cd653d-b6de-4af0-9bb8-a514f61e73db), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.227285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] Publish callbacks [] for security_group (05cd653d-b6de-4af0-9bb8-a514f61e73db), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.298039 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604ec5-c21d-4579-9683-dca3e53628ac req-7c79e560-ac56-48f4-ac04-3342b249e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.299616 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33604ec5-c21d-4579-9683-dca3e53628ac req-7c79e560-ac56-48f4-ac04-3342b249e4bd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=99bdc02a020240639792b3bbde6ebd8c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1176825 May 13 14:42:13.397068 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50052) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:13.403648 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (05cd653d-b6de-4af0-9bb8-a514f61e73db), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.406978 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.411069 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/05cd653d-b6de-4af0-9bb8-a514f61e73db HTTP/1.1" status: 204 len: 168 time: 0.2753487 May 13 14:42:13.422766 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94aa7d6-18ef-487b-95fb-6053853ee403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd653d-b6de-4af0-9bb8-a514f61e73db,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.560101 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-543ae559-3a35-49b3-b934-a34451e16a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.665084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-543ae559-3a35-49b3-b934-a34451e16a8d admin admin] Publish callbacks [] for security_group (d94d5ff1-3f18-4b36-8d47-39627d898deb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.722323 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604ec5-c21d-4579-9683-dca3e53628ac req-c704ef99-2ed3-4fb6-bfd6-3c9a637d29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.723801 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33604ec5-c21d-4579-9683-dca3e53628ac req-c704ef99-2ed3-4fb6-bfd6-3c9a637d29ca service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4140427 May 13 14:42:13.758947 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-543ae559-3a35-49b3-b934-a34451e16a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d94d5ff1-3f18-4b36-8d47-39627d898deb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.801406 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ae559-3a35-49b3-b934-a34451e16a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d5ff1-3f18-4b36-8d47-39627d898deb,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.805808 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-543ae559-3a35-49b3-b934-a34451e16a8d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4c3e9835c8a945038be5cb9cbe02c8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074667 May 13 14:42:13.808395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50058) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:13.810444 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-7bdbcf19-4995-4e3c-b000-35e8d3b7394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.812560 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-7bdbcf19-4995-4e3c-b000-35e8d3b7394c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99bdc02a020240639792b3bbde6ebd8c&device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 1128 time: 0.0508018 May 13 14:42:13.859747 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] Publish callbacks [] for security_group (d94d5ff1-3f18-4b36-8d47-39627d898deb), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.860607 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-2c8826ab-57d6-4978-aad9-dff76131ce07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24dc508c-e29a-4d40-bc97-6f85c1299747 HTTP/1.1" status: 200 len: 217 time: 0.0399899 May 13 14:42:13.885873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] Publish callbacks [] for security_group (d94d5ff1-3f18-4b36-8d47-39627d898deb), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:13.914790 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-4a6ca6f8-1316-4cf6-8262-303d335580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.916597 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-4a6ca6f8-1316-4cf6-8262-303d335580ea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6298797-1ba7-41c9-aa39-1b27f567ba15 HTTP/1.1" status: 200 len: 849 time: 0.0493288 May 13 14:42:13.950268 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-f062657e-2373-4a5b-abe0-239a44fedef3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266020 May 13 14:42:14.020478 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d94d5ff1-3f18-4b36-8d47-39627d898deb), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:14.029916 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:14.031444 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d94d5ff1-3f18-4b36-8d47-39627d898deb HTTP/1.1" status: 204 len: 168 time: 0.2221282 May 13 14:42:14.047861 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c6a00-2418-4c8f-854c-250224a4283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d5ff1-3f18-4b36-8d47-39627d898deb,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:14.057908 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-92acee47-1fa4-4b0d-a8f5-dfe07acb2d30 service neutron] 10.222.0.97 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987692 May 13 14:42:14.058019 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc22-861a-4f7e-b331-b066e3689a48 req-12f48fd6-b3df-4bfb-991e-12776bf50b39 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.058559 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e13cc22-861a-4f7e-b331-b066e3689a48 req-12f48fd6-b3df-4bfb-991e-12776bf50b39 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 944 time: 0.0750332 May 13 14:42:14.115348 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e13cc22-861a-4f7e-b331-b066e3689a48 req-45245fcf-5163-4ee4-a169-897cfc930863 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 May 13 14:42:14.164988 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8614b8ed-de55-4a3f-8a1b-35b2c7b3dc50 req-e32c7b2e-3e2d-40fe-97a6-b57ace5b1c79 service neutron] 10.222.0.97 "GET /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025002 May 13 14:42:14.852847 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 50102) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:14.867705 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3f60-b2b0-4ebb-acf5-1e7f31a639c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:14.946918 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3f60-b2b0-4ebb-acf5-1e7f31a639c8 admin admin] Publish callbacks [] for security_group (39b5bb70-766f-4185-bba9-e63f28f33e65), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.041284 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3f60-b2b0-4ebb-acf5-1e7f31a639c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (39b5bb70-766f-4185-bba9-e63f28f33e65), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.083091 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c2fc3f60-b2b0-4ebb-acf5-1e7f31a639c8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8519bf4c469e4c4c9d23cc54de7398cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289238 May 13 14:42:15.084959 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc3f60-b2b0-4ebb-acf5-1e7f31a639c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5bb70-766f-4185-bba9-e63f28f33e65,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:15.086177 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50104) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:15.160432 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] Publish callbacks [] for security_group (39b5bb70-766f-4185-bba9-e63f28f33e65), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.185487 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] Publish callbacks [] for security_group (39b5bb70-766f-4185-bba9-e63f28f33e65), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.261247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a7d62-6a9d-40fe-8ab0-8955691306c6 req-75417bae-f055-4775-918f-fdcdeb4da278 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:15.262785 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bd1a7d62-6a9d-40fe-8ab0-8955691306c6 req-75417bae-f055-4775-918f-fdcdeb4da278 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 944 time: 0.0616653 May 13 14:42:15.315294 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bd1a7d62-6a9d-40fe-8ab0-8955691306c6 req-60f90491-0a9f-4c75-9f86-5973a91d963b tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 May 13 14:42:15.384073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (39b5bb70-766f-4185-bba9-e63f28f33e65), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.386718 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:15.387880 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/39b5bb70-766f-4185-bba9-e63f28f33e65 HTTP/1.1" status: 204 len: 168 time: 0.3005588 May 13 14:42:15.397840 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd1b3-1aac-43b0-b4e3-f1fc7aad960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5bb70-766f-4185-bba9-e63f28f33e65,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:16.172418 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50120) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:16.185991 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dd786317-db0a-4b75-8f41-1badeba980e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.264429 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dd786317-db0a-4b75-8f41-1badeba980e7 admin admin] Publish callbacks [] for security_group (2259c80b-43dd-4838-ae40-bde2b4a74521), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.335876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dd786317-db0a-4b75-8f41-1badeba980e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2259c80b-43dd-4838-ae40-bde2b4a74521), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.383369 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-dd786317-db0a-4b75-8f41-1badeba980e7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84e268fe46bb48ba9afa4ed485954295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074366 May 13 14:42:16.383369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd786317-db0a-4b75-8f41-1badeba980e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2259c80b-43dd-4838-ae40-bde2b4a74521,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:16.384340 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50130) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:16.459185 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3d23-5617-42ec-abf8-9c5b7bace4d6 req-b1c45c7d-4cab-448d-805c-ca83ad03d388 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:16.460663 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a2f3d23-5617-42ec-abf8-9c5b7bace4d6 req-b1c45c7d-4cab-448d-805c-ca83ad03d388 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 944 time: 0.0690756 May 13 14:42:16.483615 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] Publish callbacks [] for security_group (2259c80b-43dd-4838-ae40-bde2b4a74521), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.524553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] Publish callbacks [] for security_group (2259c80b-43dd-4838-ae40-bde2b4a74521), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.545089 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a2f3d23-5617-42ec-abf8-9c5b7bace4d6 req-7d87a8f3-5218-4059-a9c8-a24e9a9839e0 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 May 13 14:42:16.673156 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2259c80b-43dd-4838-ae40-bde2b4a74521), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.676067 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:16.677245 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2259c80b-43dd-4838-ae40-bde2b4a74521 HTTP/1.1" status: 204 len: 168 time: 0.2919717 May 13 14:42:16.685591 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f798f-1fe7-45d6-a96d-c6cc29417c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2259c80b-43dd-4838-ae40-bde2b4a74521,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:16.837611 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 24dc508c-e29a-4d40-bc97-6f85c1299747 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:42:16.945183 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=24dc508c-e29a-4d40-bc97-6f85c1299747,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:16.957939 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '24dc508c-e29a-4d40-bc97-6f85c1299747', 'network_id': '2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa', 'port_id': '24dc508c-e29a-4d40-bc97-6f85c1299747', 'mac_address': 'fa:16:3e:40:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6298797-1ba7-41c9-aa39-1b27f567ba15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:42:17.000277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 24dc508c-e29a-4d40-bc97-6f85c1299747 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:42:17.000678 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:17.015519 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dc508c-e29a-4d40-bc97-6f85c1299747 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:17.038288 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=24dc508c-e29a-4d40-bc97-6f85c1299747,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:17.102232 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:17.157768 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.377507 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['24dc508c-e29a-4d40-bc97-6f85c1299747'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:42:17.673228 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8c743-9f88-42f0-b981-34db87d83a97 req-880f6231-b1fc-4ebe-9a0c-01a4a244fd7d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:17.674934 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0f8c743-9f88-42f0-b981-34db87d83a97 req-880f6231-b1fc-4ebe-9a0c-01a4a244fd7d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 945 time: 0.0490093 May 13 14:42:17.731276 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0f8c743-9f88-42f0-b981-34db87d83a97 req-f9c364ea-b685-49fb-b068-e947f301c8ca tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 May 13 14:42:18.367170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e011cda6-534b-464b-9c55-83e1c785a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:18.848833 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242b7f-5544-4b18-b6ab-c68f2a552441 req-d200b5f3-de96-4b19-a789-b8b3cc7ce836 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:18.850455 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97242b7f-5544-4b18-b6ab-c68f2a552441 req-d200b5f3-de96-4b19-a789-b8b3cc7ce836 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 945 time: 0.0506630 May 13 14:42:18.898129 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97242b7f-5544-4b18-b6ab-c68f2a552441 req-f89df94b-2c55-4258-8ca2-2fb3b319af20 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 May 13 14:42:20.030665 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880eada-0784-4405-813f-cf08a118f391 req-b2669e73-a346-4367-ad4e-052b282693a6 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.032180 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3880eada-0784-4405-813f-cf08a118f391 req-b2669e73-a346-4367-ad4e-052b282693a6 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 945 time: 0.0573080 May 13 14:42:20.078639 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3880eada-0784-4405-813f-cf08a118f391 req-0551c86f-9ba2-4969-bfdd-c8ec48010537 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 May 13 14:42:20.589844 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddea810-bf85-44cd-846f-dddcfdb5314c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:20.846045 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 24dc508c-e29a-4d40-bc97-6f85c1299747 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:42:20.890545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 24dc508c-e29a-4d40-bc97-6f85c1299747 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:42:20.970942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 24dc508c-e29a-4d40-bc97-6f85c1299747 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:42:20.971468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:20.974230 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:21.060877 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 24dc508c-e29a-4d40-bc97-6f85c1299747 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:42:21.061272 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:21.086854 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:21.089113 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85715f54-df7b-47ee-a281-711fb0fa3e46" -d '{"events": [{"server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "name": "network-vif-plugged", "status": "completed", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:42:21.102159 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=24dc508c-e29a-4d40-bc97-6f85c1299747,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:21.138960 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d883c200-e312-4598-9e93-95e9eea35389 x-openstack-request-id: req-d883c200-e312-4598-9e93-95e9eea35389 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:42:21.145272 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "name": "network-vif-plugged", "status": "completed", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:42:21.145272 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d883c200-e312-4598-9e93-95e9eea35389 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:42:21.145272 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d883c200-e312-4598-9e93-95e9eea35389'] response: {'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747', 'code': 200} May 13 14:42:21.169685 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:21.243052 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:21.255247 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa259-178b-484f-889e-4e76b654fa68 req-3c396564-b87c-44c6-9b18-898f337af4da tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.257028 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c1aa259-178b-484f-889e-4e76b654fa68 req-3c396564-b87c-44c6-9b18-898f337af4da tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0871854 May 13 14:42:21.307520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c1aa259-178b-484f-889e-4e76b654fa68 req-74bcf519-566c-4f6b-928a-12b79027f2a7 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 May 13 14:42:21.623331 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4463a-e377-45eb-8cd5-a9fcaf868744 req-895e1c88-4e37-40bf-a2a3-daebb1fa67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.624920 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-27f4463a-e377-45eb-8cd5-a9fcaf868744 req-895e1c88-4e37-40bf-a2a3-daebb1fa67c1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 1130 time: 0.0436659 May 13 14:42:21.667963 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:42:21.678688 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-27f4463a-e377-45eb-8cd5-a9fcaf868744 req-5550b885-cba7-4ea6-b13f-cdb75f332d84 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 May 13 14:42:22.027744 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:22.432207 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c6d1b-a3c4-4e55-907e-eb64b2b1e968 req-711dbdc7-c3b1-4034-ae1e-7f922245072f tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:22.433794 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f84c6d1b-a3c4-4e55-907e-eb64b2b1e968 req-711dbdc7-c3b1-4034-ae1e-7f922245072f tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0495441 May 13 14:42:22.484871 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f84c6d1b-a3c4-4e55-907e-eb64b2b1e968 req-6ca89fb8-ff90-41b3-ba8e-5e7dbdfec3d1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 May 13 14:42:23.075566 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:23.599957 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aa6a4-0164-4698-89ee-c01187f65322 req-62a425ce-fe47-4368-a034-33cd235f8fe1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:23.601438 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7c7aa6a4-0164-4698-89ee-c01187f65322 req-62a425ce-fe47-4368-a034-33cd235f8fe1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0486586 May 13 14:42:23.652421 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7c7aa6a4-0164-4698-89ee-c01187f65322 req-53d2d436-9700-45b4-a12c-47fdc59e2fc5 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454528 May 13 14:42:24.772651 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b51464-e84d-41fd-932c-23ebf55d67de req-2721cfe5-aed7-4e7d-a427-dd54360897e1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.774220 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49b51464-e84d-41fd-932c-23ebf55d67de req-2721cfe5-aed7-4e7d-a427-dd54360897e1 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0483978 May 13 14:42:24.825914 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-49b51464-e84d-41fd-932c-23ebf55d67de req-03cf49bd-9add-4bf7-9e9c-b976ae2c1905 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 May 13 14:42:24.858589 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:25.948185 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa5f56-2d17-4c4d-ab0d-5e8cd4b9c482 req-60231226-0b5a-45e5-921b-71a44f9b2ade tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:25.949680 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-baaa5f56-2d17-4c4d-ab0d-5e8cd4b9c482 req-60231226-0b5a-45e5-921b-71a44f9b2ade tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0509598 May 13 14:42:26.000336 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-baaa5f56-2d17-4c4d-ab0d-5e8cd4b9c482 req-89cabb0a-8214-4424-b6e4-a85d72496b7c tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 May 13 14:42:27.131879 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d2e75-24f9-4fc0-bc44-196a3fe347c6 req-af022b0c-194d-4119-95ee-b91253c591f8 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.131879 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2d2e75-24f9-4fc0-bc44-196a3fe347c6 req-af022b0c-194d-4119-95ee-b91253c591f8 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0573063 May 13 14:42:27.178654 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2d2e75-24f9-4fc0-bc44-196a3fe347c6 req-05fe05a2-cb83-4247-8955-b6323f87c5ba tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 May 13 14:42:28.294821 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be134d7c-271b-4265-92f5-5269f0557fcd req-849a3aee-8249-4161-82d3-85418ea48f1d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.296455 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-be134d7c-271b-4265-92f5-5269f0557fcd req-849a3aee-8249-4161-82d3-85418ea48f1d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0470424 May 13 14:42:28.345948 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-be134d7c-271b-4265-92f5-5269f0557fcd req-58055246-64be-4e44-8e7f-f26c21aec573 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 May 13 14:42:33.355434 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699acf4-2c95-4eb3-b086-31f9ebd88f09 req-c989246f-86a1-404b-a3c6-2630d7ae3814 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:33.356897 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5699acf4-2c95-4eb3-b086-31f9ebd88f09 req-c989246f-86a1-404b-a3c6-2630d7ae3814 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0511830 May 13 14:42:33.405405 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5699acf4-2c95-4eb3-b086-31f9ebd88f09 req-d1798afe-0adb-47a5-8ca3-57f0c6de287b tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 May 13 14:42:34.525221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe85d79-0b11-421a-a6bf-829d5bee4c5a req-5e302235-da5e-452b-95fc-05da8abf8a1f tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:34.526821 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fe85d79-0b11-421a-a6bf-829d5bee4c5a req-5e302235-da5e-452b-95fc-05da8abf8a1f tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0499592 May 13 14:42:34.576143 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fe85d79-0b11-421a-a6bf-829d5bee4c5a req-7fa6378a-0ddd-4240-9725-2e9761b2351f tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 May 13 14:42:35.310509 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-1cd96fb3-d5aa-4081-8090-cdc78e2f2178 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.312263 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-1cd96fb3-d5aa-4081-8090-cdc78e2f2178 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0493591 May 13 14:42:35.408973 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Deleting port 24dc508c-e29a-4d40-bc97-6f85c1299747 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:42:35.409318 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:35.511467 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] For port 24dc508c-e29a-4d40-bc97-6f85c1299747, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=24dc508c-e29a-4d40-bc97-6f85c1299747,segment=NetworkSegment(454d80fe-957d-4a78-8b52-1f34ef69828e),segment_id=454d80fe-957d-4a78-8b52-1f34ef69828e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:42:35.511834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:35.525940 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Calling delete_port for 24dc508c-e29a-4d40-bc97-6f85c1299747 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:42:35.701006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b35f8c-ed7a-41e3-a79e-ab7504ea5919 req-38724d9e-6c35-4426-acaa-ff739342ede3 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.702560 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97b35f8c-ed7a-41e3-a79e-ab7504ea5919 req-38724d9e-6c35-4426-acaa-ff739342ede3 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 946 time: 0.0527117 May 13 14:42:35.759955 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (24dc508c-e29a-4d40-bc97-6f85c1299747), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:35.768504 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97b35f8c-ed7a-41e3-a79e-ab7504ea5919 req-5714f5c3-a7c1-46e0-a478-b91bf5c9cdd5 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 May 13 14:42:35.774441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['24dc508c-e29a-4d40-bc97-6f85c1299747'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:42:35.820072 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Pushing event deleted for resources: {'Port': ['ID=24dc508c-e29a-4d40-bc97-6f85c1299747,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:35.827612 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.827965 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.828308 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.828644 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.828975 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.829333 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.829771 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.829966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.830289 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.830610 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.830954 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.831277 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.831602 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.831924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.832242 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:35.891984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] No DVR routers for this DVR port 24dc508c-e29a-4d40-bc97-6f85c1299747 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:35.891984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:35.891984 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eff419d5-635b-4799-ab0e-0a50fd8cef20 req-cc91cb40-7a15-473e-8e35-e7e9c41f622d tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.97 "DELETE /v2.0/ports/24dc508c-e29a-4d40-bc97-6f85c1299747 HTTP/1.1" status: 204 len: 173 time: 0.5486012 May 13 14:42:35.891984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'name': 'network-vif-deleted', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:35.891984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73d4e3-6e9f-495f-b1fc-b836a3ddd6a7" -d '{"events": [{"server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "name": "network-vif-deleted", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:42:35.909024 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f3f4c4-fa0b-461a-8e13-78656b521eb8 x-openstack-request-id: req-d3f3f4c4-fa0b-461a-8e13-78656b521eb8 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:42:35.909318 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1663aa0f-deb2-4665-acc4-835fbcf7a9d0", "name": "network-vif-deleted", "tag": "24dc508c-e29a-4d40-bc97-6f85c1299747", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:42:35.909577 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d3f3f4c4-fa0b-461a-8e13-78656b521eb8 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:42:35.909981 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f3f4c4-fa0b-461a-8e13-78656b521eb8'] response: {'server_uuid': '1663aa0f-deb2-4665-acc4-835fbcf7a9d0', 'name': 'network-vif-deleted', 'tag': '24dc508c-e29a-4d40-bc97-6f85c1299747', 'status': 'completed', 'code': 200} May 13 14:42:36.874735 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6be923f5-a0dd-4177-8efc-367b6208d31d req-b4223f4d-0f7e-4736-808d-a2d7f44a6942 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0289791 May 13 14:42:37.987732 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e1e02d9b-aa18-4454-bff6-c8848b77cf00 req-938ae30f-2dc9-41f9-add9-2db940a80047 tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0299857 May 13 14:42:39.095700 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fde926b0-71d8-413e-abd8-1bfacc1db950 req-33828973-494c-42a5-a4ae-b64539dd228a tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0280707 May 13 14:42:39.745235 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 24dc508c-e29a-4d40-bc97-6f85c1299747 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:42:39.765436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 24dc508c-e29a-4d40-bc97-6f85c1299747 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:42:39.765776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 24dc508c-e29a-4d40-bc97-6f85c1299747 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:42:40.207788 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b961c27f-0ec1-43c2-82ef-654dfa60b6b2 req-3aedc2a8-ba96-49ef-83c7-76c146a775dd tempest-VolumesActionsTest-857406174 tempest-VolumesActionsTest-857406174-project] 10.222.0.102 "GET /v2.0/ports?device_id=1663aa0f-deb2-4665-acc4-835fbcf7a9d0 HTTP/1.1" status: 200 len: 210 time: 0.0305552 May 13 14:42:48.387081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f0da-8a81-4d74-9255-47ef3c5dfb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:50.549660 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f695d541-2ff5-43b2-a323-a48b03aa0d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:50.941733 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.298594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50714) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:51.416990 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.502073 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Publish callbacks [] for security_group (52fc7073-44d1-4c04-91a8-cbd7aa6f9bde), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.583937 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (52fc7073-44d1-4c04-91a8-cbd7aa6f9bde), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.629704 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 50718) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:51.631196 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4adbf6cd045f4db29cc05b63b7ee02f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313866 May 13 14:42:51.632354 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fc7073-44d1-4c04-91a8-cbd7aa6f9bde,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:51.644196 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.644967 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.645596 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.646476 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.647500 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.648212 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.649782 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.650222 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.650740 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.651666 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.652206 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.652910 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.653449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.653793 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.654495 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dc6b0b-ece6-4836-8c91-e249c8a5699b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:51.682993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] Publish callbacks [] for security_group (52fc7073-44d1-4c04-91a8-cbd7aa6f9bde), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.707376 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] Publish callbacks [] for security_group (52fc7073-44d1-4c04-91a8-cbd7aa6f9bde), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.833725 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (52fc7073-44d1-4c04-91a8-cbd7aa6f9bde), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.838795 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:51.845538 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/52fc7073-44d1-4c04-91a8-cbd7aa6f9bde HTTP/1.1" status: 204 len: 168 time: 0.2147086 May 13 14:42:51.864094 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551daf-7f13-41a9-b6dd-7a495defacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fc7073-44d1-4c04-91a8-cbd7aa6f9bde,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:52.044936 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:53.049953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:54.028563 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-9828135d-44a6-4091-8a83-29049fea93b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391638 May 13 14:42:54.131615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-b2c0fcb0-c1cf-4306-9058-c37c6f24218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.133177 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-b2c0fcb0-c1cf-4306-9058-c37c6f24218f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1129 time: 0.0481734 May 13 14:42:54.305285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-8a1ff88f-51ff-4e18-950b-bb4640f54bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.306948 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-8a1ff88f-51ff-4e18-950b-bb4640f54bc7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.1483603 May 13 14:42:54.384323 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-ebd01706-4f34-4115-8363-7f381420ac04 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 1001 time: 0.0681677 May 13 14:42:54.437090 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-d4219eef-c666-4f86-9f49-9137ef30ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.438714 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-d4219eef-c666-4f86-9f49-9137ef30ffd6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0463068 May 13 14:42:54.488234 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-5e8735e9-70c3-4ca6-abd4-29e5e6e1ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.489725 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-5e8735e9-70c3-4ca6-abd4-29e5e6e1ee53 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439274 May 13 14:42:54.600496 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-c3e61c6d-9a72-4ab3-ad04-f1cfb9242389 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986612 May 13 14:42:54.707770 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd029745-76ce-4da7-9981-9d27fe21adaf req-b33cbb2b-5660-4050-853c-86f51fd22f3a service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965948 May 13 14:42:54.825114 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:42:58.666860 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:42:59.856231 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50838) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:42:59.980798 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f374096-c300-4d64-8b41-e77a9814112b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.066801 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f374096-c300-4d64-8b41-e77a9814112b admin admin] Publish callbacks [] for security_group (34f09b55-3087-4237-a7dc-ed98e94a6f42), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.120888 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f374096-c300-4d64-8b41-e77a9814112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (34f09b55-3087-4237-a7dc-ed98e94a6f42), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.168493 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f374096-c300-4d64-8b41-e77a9814112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f09b55-3087-4237-a7dc-ed98e94a6f42,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:00.176263 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1f374096-c300-4d64-8b41-e77a9814112b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e8264df4770f48d9a2912d3a373ffa8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164749 May 13 14:43:00.177249 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50844) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:00.231337 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] Publish callbacks [] for security_group (34f09b55-3087-4237-a7dc-ed98e94a6f42), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.253196 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] Publish callbacks [] for security_group (34f09b55-3087-4237-a7dc-ed98e94a6f42), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.381350 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (34f09b55-3087-4237-a7dc-ed98e94a6f42), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.384324 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:00.385512 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/34f09b55-3087-4237-a7dc-ed98e94a6f42 HTTP/1.1" status: 204 len: 168 time: 0.2081234 May 13 14:43:00.395102 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15e299-77fc-4516-a26f-9a7daa5d9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f09b55-3087-4237-a7dc-ed98e94a6f42,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:01.438913 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 50870) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:01.543785 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-928000370-network', 'tenant_id': 'e5ff25d770144bec9b67e1596c964520'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:43:01.646369 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Made reservation on behalf of e5ff25d770144bec9b67e1596c964520 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:01.649404 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:01.658539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:01.748211 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks [] for security_group (d0cb996f-6933-445f-96cf-6a87a2f54fcf), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.069371 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d0cb996f-6933-445f-96cf-6a87a2f54fcf), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.098314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:02.105698 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb996f-6933-445f-96cf-6a87a2f54fcf,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:02.112007 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (82adc541-853a-4aaf-ad59-21d4f3ab3728), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.112353 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Added segment 82adc541-853a-4aaf-ad59-21d4f3ab3728 of type vlan for network 4e8e7794-7422-47f3-9e79-ae15861827f7 May 13 14:43:02.153580 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (4e8e7794-7422-47f3-9e79-ae15861827f7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.255299 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (4e8e7794-7422-47f3-9e79-ae15861827f7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.256561 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:02.257151 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.322795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8e7794-7422-47f3-9e79-ae15861827f7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:02.336235 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:43:02.402328 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d67e23f0-249b-4389-99d9-51ce5714a757 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9615469 May 13 14:43:02.405768 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 50882) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:02.410744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Request body: {'subnet': {'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-928000370-subnet', 'tenant_id': 'e5ff25d770144bec9b67e1596c964520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:43:02.509697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Made reservation on behalf of e5ff25d770144bec9b67e1596c964520 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:02.513156 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26488586'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.761016 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26602885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26488596'] for subnet (5d25e85c-1f04-47dd-87b7-49e937369020), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:02.817127 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d25e85c-1f04-47dd-87b7-49e937369020,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:02.828695 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Checking segment: {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:43:02.829056 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Network hostable DHCP agents. Network: 4e8e7794-7422-47f3-9e79-ae15861827f7, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:02.932306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:03.018237 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 4e8e7794-7422-47f3-9e79-ae15861827f7) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:03.023883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:03.023883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:03.030053 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e167aa-183c-4a34-b3fb-92d84e7ce60c None None] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:43:03.112342 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3c2bfaed-5779-4bc8-8305-b2f108643640 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7053781 May 13 14:43:03.157331 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376b96c-ddab-47be-a335-423fd0a50840 None None] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:43:06.554891 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-80c7da96-7e07-485f-980c-805ea5212c6e tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:06.556562 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-80c7da96-7e07-485f-980c-805ea5212c6e tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 813 time: 0.1152945 May 13 14:43:06.579173 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-b45ae349-196a-4174-9b6e-fbc06b7dc934 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/quotas/e5ff25d770144bec9b67e1596c964520 HTTP/1.1" status: 200 len: 375 time: 0.0165040 May 13 14:43:06.610783 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d40b65ed-213c-4452-a03e-05af7e176793 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304193 May 13 14:43:06.718417 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-dfbe595d-25bb-475a-8c22-cc4a92ee6da5 service neutron] 10.222.0.102 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995157 May 13 14:43:06.822875 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-bf475476-2ead-40c4-be9e-15ced1a5c78a service neutron] 10.222.0.102 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976415 May 13 14:43:07.137861 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1d5ee231-0ccb-46cf-a35e-9468f0774c18 req-ab6ab621-b04c-4b5f-8cf3-c09d3c72f27a tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0398831 May 13 14:43:08.230127 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-15670bb2-6700-4eff-826c-1adb15bc843b req-948e9624-69a0-4218-b0b1-ade665ae1474 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0444212 May 13 14:43:09.335860 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ce2a3f97-b242-41ea-9d5a-8966b4206174 req-7e0f9a82-9a7e-4845-a9b5-caa80c0008bb tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0386565 May 13 14:43:09.916387 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-09b22413-cc71-4fdf-99d3-d080234f9c51 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.917701 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-09b22413-cc71-4fdf-99d3-d080234f9c51 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 813 time: 0.1132619 May 13 14:43:09.935022 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Request body: {'port': {'device_id': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7', 'admin_state_up': True, 'tenant_id': 'e5ff25d770144bec9b67e1596c964520'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:43:10.141184 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Made reservation on behalf of e5ff25d770144bec9b67e1596c964520 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:10.145159 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:10.326552 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Allocated IP 172.20.0.10 (4e8e7794-7422-47f3-9e79-ae15861827f7/5d25e85c-1f04-47dd-87b7-49e937369020/98544af5-1840-4e28-af6c-8c8aba4852f6) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:10.488487 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f348493d-3a34-42d2-a0d6-e60dbff3a11c req-4fdb1808-17aa-4a13-9de0-a88c4284789c tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0484891 May 13 14:43:10.528703 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks [] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:10.658607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:10.718285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:10.722154 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:10.735398 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:43:10.769374 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Pushing event updated for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:10.809733 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.810380 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:10.906830 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-d30f0116-012e-4e24-84ee-4985f634c85d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9756076 May 13 14:43:10.930510 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Request body: {'port': {'device_id': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:43:11.014607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.373241 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98544af5-1840-4e28-af6c-8c8aba4852f6 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:11.384272 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks [] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.409061 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Transition to ACTIVE for port object 98544af5-1840-4e28-af6c-8c8aba4852f6 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:43:11.493107 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.584123 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Pushing event updated for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:11.658292 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6555e73-f2b5-4742-be7a-30a293cf1de8 req-28ffd577-bd9a-41b6-9535-063b08c3d435 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.670991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Attempting to bind port 98544af5-1840-4e28-af6c-8c8aba4852f6 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:43:11.670991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Attempting to bind port 98544af5-1840-4e28-af6c-8c8aba4852f6 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:43:11.671193 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Attempting to bind port 98544af5-1840-4e28-af6c-8c8aba4852f6 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:43:11.671811 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6555e73-f2b5-4742-be7a-30a293cf1de8 req-28ffd577-bd9a-41b6-9535-063b08c3d435 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 944 time: 0.0994086 May 13 14:43:11.683010 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Port 98544af5-1840-4e28-af6c-8c8aba4852f6 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:43:11.683392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Attempting to bind port 98544af5-1840-4e28-af6c-8c8aba4852f6 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:43:11.689389 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:43:11.689740 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Checking segment: {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:43:11.690122 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Bound using segment: {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:43:11.691184 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Bound port: 98544af5-1840-4e28-af6c-8c8aba4852f6, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:43:11.691364 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.736324 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6555e73-f2b5-4742-be7a-30a293cf1de8 req-aaa28930-8377-46c7-b01c-99f144f31b1c tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 May 13 14:43:11.823455 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:43:11.826827 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=98544af5-1840-4e28-af6c-8c8aba4852f6,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:43:11.907053 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.941991 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.942599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:11.943983 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] 10.222.0.97 "PUT /v2.0/ports/98544af5-1840-4e28-af6c-8c8aba4852f6 HTTP/1.1" status: 200 len: 1094 time: 1.0181987 May 13 14:43:11.944416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:11.948255 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29" -d '{"events": [{"name": "network-changed", "server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:43:11.982392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8386d-404f-4f6c-b670-d4feacef24e1 service neutron] Pushing event updated for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:12.010466 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e03dab-a9dd-4d86-8ae7-91a781625fe9 x-openstack-request-id: req-c5e03dab-a9dd-4d86-8ae7-91a781625fe9 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:43:12.011160 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:43:12.013475 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c5e03dab-a9dd-4d86-8ae7-91a781625fe9 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:43:12.015044 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e03dab-a9dd-4d86-8ae7-91a781625fe9'] response: {'name': 'network-changed', 'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6', 'status': 'completed', 'code': 200} May 13 14:43:12.124225 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-555097a8-f5fd-4f1b-86ae-7b126652fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.127110 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-555097a8-f5fd-4f1b-86ae-7b126652fff1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 1128 time: 0.0924079 May 13 14:43:12.279811 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-78852c71-fed0-43b8-a058-d3e0319be429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.285649 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-78852c71-fed0-43b8-a058-d3e0319be429 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e5ff25d770144bec9b67e1596c964520&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1451380 May 13 14:43:12.364397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51054) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:12.511666 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-574a5a7f-7dfe-40a2-bd90-191825bd11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.513137 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ed0e0b9d-4700-4cf5-b109-bb822f5e0d29 req-574a5a7f-7dfe-40a2-bd90-191825bd11b3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2199597 May 13 14:43:12.594721 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3ba7-dac2-4e0c-bab9-9cc036a92244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:12.612053 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-51edcd47-5892-473f-9562-3f53dbeaa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.614257 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-51edcd47-5892-473f-9562-3f53dbeaa93c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 1128 time: 0.0473137 May 13 14:43:12.679987 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-a8c71040-4ba6-43ab-9955-94636f2ab7ba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98544af5-1840-4e28-af6c-8c8aba4852f6 HTTP/1.1" status: 200 len: 217 time: 0.0579257 May 13 14:43:12.728110 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3ba7-dac2-4e0c-bab9-9cc036a92244 admin admin] Publish callbacks [] for security_group (673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:12.741956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-a15df34f-8180-47d3-b9e4-f566ba3c06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.743527 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-a15df34f-8180-47d3-b9e4-f566ba3c06dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5d25e85c-1f04-47dd-87b7-49e937369020 HTTP/1.1" status: 200 len: 853 time: 0.0530851 May 13 14:43:12.789279 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-fce70cb7-3832-4199-b6c1-8d58bf601b4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8e7794-7422-47f3-9e79-ae15861827f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353684 May 13 14:43:12.792993 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3ba7-dac2-4e0c-bab9-9cc036a92244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:12.877520 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d8bb3ba7-dac2-4e0c-bab9-9cc036a92244 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7d7421c639074162b289868c1e2d8830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088334 May 13 14:43:12.880832 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51066) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:12.881728 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb3ba7-dac2-4e0c-bab9-9cc036a92244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:12.927814 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-027fd5d5-7c99-407c-8386-f85a654a34fd service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249633 May 13 14:43:12.943881 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3ba60-d210-4310-8245-be7918d3cca9 req-eb7cfd2b-4bde-40a6-b211-4179fc0cdba8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.946274 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3ce3ba60-d210-4310-8245-be7918d3cca9 req-eb7cfd2b-4bde-40a6-b211-4179fc0cdba8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 944 time: 0.1232436 May 13 14:43:13.020922 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] Publish callbacks [] for security_group (673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:13.057167 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3ce3ba60-d210-4310-8245-be7918d3cca9 req-bde1c684-4df0-4028-a235-399d512af4de tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914352 May 13 14:43:13.066090 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eaa272-2846-46d8-9c09-4805b8ca86b3 req-33b8dc90-9204-4329-8938-5afaa9a7cdee service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298912 May 13 14:43:13.080391 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] Publish callbacks [] for security_group (673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:13.269743 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:13.273071 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:13.274392 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6 HTTP/1.1" status: 204 len: 168 time: 0.3888025 May 13 14:43:13.286466 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9abb3-3242-4ee3-b293-41748218e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c7df8-c71d-4a4a-9cdb-ed3eb1f3b9b6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:14.193141 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4a81-529b-42fb-9d1f-2ce858d5b779 req-083318c5-7608-40e5-a18f-55f5487037b9 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:14.201229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16ea4a81-529b-42fb-9d1f-2ce858d5b779 req-083318c5-7608-40e5-a18f-55f5487037b9 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 944 time: 0.0604908 May 13 14:43:14.249444 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16ea4a81-529b-42fb-9d1f-2ce858d5b779 req-cdf0fc4d-3700-4f4c-94ed-4693577d3203 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 May 13 14:43:15.413569 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37d3d-8755-4adc-a714-7c2434f9eda7 req-3a6ba7ae-a049-492c-81d7-6f56da8310ce tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:15.415362 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e2d37d3d-8755-4adc-a714-7c2434f9eda7 req-3a6ba7ae-a049-492c-81d7-6f56da8310ce tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 944 time: 0.0805664 May 13 14:43:15.514922 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e2d37d3d-8755-4adc-a714-7c2434f9eda7 req-57215a7a-7b5d-4f2b-b44d-3cfff1848ec6 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833972 May 13 14:43:15.855422 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 98544af5-1840-4e28-af6c-8c8aba4852f6 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:43:15.972371 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=98544af5-1840-4e28-af6c-8c8aba4852f6,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:43:15.988103 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': '98544af5-1840-4e28-af6c-8c8aba4852f6', 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7', 'port_id': '98544af5-1840-4e28-af6c-8c8aba4852f6', 'mac_address': 'fa:16:3e:69:8d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d25e85c-1f04-47dd-87b7-49e937369020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:43:16.053368 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 98544af5-1840-4e28-af6c-8c8aba4852f6 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:43:16.054366 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:16.071792 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98544af5-1840-4e28-af6c-8c8aba4852f6 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:16.105133 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=98544af5-1840-4e28-af6c-8c8aba4852f6,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:43:16.186393 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:16.243268 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:16.251189 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.251531 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.252064 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.252569 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.253077 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.253599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.254140 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.254660 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.254985 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.255460 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.255929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.256421 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.256973 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.257959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.258457 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:16.510436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['98544af5-1840-4e28-af6c-8c8aba4852f6'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:43:16.659050 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9480fc-d295-4cf3-bb55-28a4efaa0b34 req-93646a62-e0e3-4ea7-8288-da197f1f1281 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:16.660519 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ba9480fc-d295-4cf3-bb55-28a4efaa0b34 req-93646a62-e0e3-4ea7-8288-da197f1f1281 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 945 time: 0.0571005 May 13 14:43:16.716489 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ba9480fc-d295-4cf3-bb55-28a4efaa0b34 req-f76ccb3c-2bbe-4efe-8387-7bb99dbfbd9c tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 May 13 14:43:17.835560 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacd650-7ba0-48c1-a7ca-dc020cf61440 req-ace5aa2d-dbf3-4e78-a773-3b8b0356285d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.837160 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3aacd650-7ba0-48c1-a7ca-dc020cf61440 req-ace5aa2d-dbf3-4e78-a773-3b8b0356285d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 945 time: 0.0500588 May 13 14:43:17.867280 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 98544af5-1840-4e28-af6c-8c8aba4852f6 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:43:17.900345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3aacd650-7ba0-48c1-a7ca-dc020cf61440 req-a7256c77-ba09-428a-8468-ce0fb20ed12c tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 May 13 14:43:17.918244 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port 98544af5-1840-4e28-af6c-8c8aba4852f6 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:43:17.994845 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port 98544af5-1840-4e28-af6c-8c8aba4852f6 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:43:17.995182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.030168 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51194) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:18.092105 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port 98544af5-1840-4e28-af6c-8c8aba4852f6 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:43:18.092490 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.156092 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-40164e78-9644-42d1-a6b9-462585239775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.248937 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-40164e78-9644-42d1-a6b9-462585239775 admin admin] Publish callbacks [] for security_group (24e3129b-3700-46f2-983d-604e7a942a80), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.260074 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:18.262350 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9c88a7-1ba5-41ae-a8ed-f7d45ded04af" -d '{"events": [{"server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "name": "network-vif-plugged", "status": "completed", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:43:18.275199 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=98544af5-1840-4e28-af6c-8c8aba4852f6,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:43:18.318129 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356a05b-5af1-4ced-a1c7-d9c7ebcf1521 x-openstack-request-id: req-a356a05b-5af1-4ced-a1c7-d9c7ebcf1521 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:43:18.318129 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "name": "network-vif-plugged", "status": "completed", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:43:18.318129 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a356a05b-5af1-4ced-a1c7-d9c7ebcf1521 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:43:18.318129 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a356a05b-5af1-4ced-a1c7-d9c7ebcf1521'] response: {'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6', 'code': 200} May 13 14:43:18.338075 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-40164e78-9644-42d1-a6b9-462585239775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (24e3129b-3700-46f2-983d-604e7a942a80), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.364346 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.387269 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-40164e78-9644-42d1-a6b9-462585239775 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1ad591b7a55c4b05b61e8de0069fb6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558578 May 13 14:43:18.388122 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51214) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:18.392773 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164e78-9644-42d1-a6b9-462585239775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3129b-3700-46f2-983d-604e7a942a80,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.399005 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40ba27b-45d9-4a93-9e3a-9ead5f22d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.419835 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.452106 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] Publish callbacks [] for security_group (24e3129b-3700-46f2-983d-604e7a942a80), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.474749 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] Publish callbacks [] for security_group (24e3129b-3700-46f2-983d-604e7a942a80), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.677993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (24e3129b-3700-46f2-983d-604e7a942a80), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.681174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:18.682318 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/24e3129b-3700-46f2-983d-604e7a942a80 HTTP/1.1" status: 204 len: 168 time: 0.2931390 May 13 14:43:18.690710 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b093-a914-4fa4-bf38-5fc701b9808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3129b-3700-46f2-983d-604e7a942a80,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.782272 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee541e3-fe95-458d-8a4a-cbc4b1fa081e req-3709b3b1-d1fa-4df4-b82f-87316288db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:18.783789 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9ee541e3-fe95-458d-8a4a-cbc4b1fa081e req-3709b3b1-d1fa-4df4-b82f-87316288db85 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 1130 time: 0.0529904 May 13 14:43:18.850016 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9ee541e3-fe95-458d-8a4a-cbc4b1fa081e req-c8948102-c250-4705-829a-dbb57397fe3d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554411 May 13 14:43:19.035129 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829e84-c804-4515-ae2f-31c8b776940a req-471d22c1-bc37-4efc-beb5-9ff3f4cc0dd8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:19.036629 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f829e84-c804-4515-ae2f-31c8b776940a req-471d22c1-bc37-4efc-beb5-9ff3f4cc0dd8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0599501 May 13 14:43:19.097025 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f829e84-c804-4515-ae2f-31c8b776940a req-bf6b1a48-66b0-43c4-959d-d5ce9fef3b7b tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 May 13 14:43:20.241729 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8cb5-0cf1-4702-a724-a56ea54b58e5 req-56eacd99-1164-4f32-af31-6e0daa9eb993 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:20.244808 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3aed8cb5-0cf1-4702-a724-a56ea54b58e5 req-56eacd99-1164-4f32-af31-6e0daa9eb993 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0561886 May 13 14:43:20.292427 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3aed8cb5-0cf1-4702-a724-a56ea54b58e5 req-8f702134-4961-4711-8bcf-8559e6d265cb tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 May 13 14:43:20.543660 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21677460-7595-475e-b5d3-0b69d1cc109c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.606893 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51310) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:20.654535 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Deleting subnet c6298797-1ba7-41c9-aa39-1b27f567ba15 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:43:20.657930 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Publish callbacks [] for subnet (c6298797-1ba7-41c9-aa39-1b27f567ba15), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.694961 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (c6298797-1ba7-41c9-aa39-1b27f567ba15), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.735528 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (c6298797-1ba7-41c9-aa39-1b27f567ba15), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.861254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (c6298797-1ba7-41c9-aa39-1b27f567ba15), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.894963 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6298797-1ba7-41c9-aa39-1b27f567ba15,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.901854 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.905632 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bf633769-283b-4582-8fd4-9c2e83165b6f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/c6298797-1ba7-41c9-aa39-1b27f567ba15 HTTP/1.1" status: 204 len: 168 time: 0.2973723 May 13 14:43:20.907821 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51324) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:20.946575 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:20.982543 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.067309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.089104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:21.099235 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454d80fe-957d-4a78-8b52-1f34ef69828e') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:21.099614 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454d80fe-957d-4a78-8b52-1f34ef69828e') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:21.110869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (454d80fe-957d-4a78-8b52-1f34ef69828e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.124651 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (454d80fe-957d-4a78-8b52-1f34ef69828e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.130737 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:43:21.131124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (454d80fe-957d-4a78-8b52-1f34ef69828e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:43:21.132794 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:43:21.263502 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.268869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.272460 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] 10.222.0.102 "DELETE /v2.0/networks/2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa HTTP/1.1" status: 204 len: 168 time: 0.3637044 May 13 14:43:21.288930 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215b31-aba4-4369-a5b8-760033023f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa7c0fb-d5b8-4a6c-8a4b-84911d3022fa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.414083 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7fd0c-0961-4d26-bed4-996a446ead1e req-9262477c-591b-4a62-9ad6-54d999122e90 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:21.415670 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-45c7fd0c-0961-4d26-bed4-996a446ead1e req-9262477c-591b-4a62-9ad6-54d999122e90 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0483921 May 13 14:43:21.468799 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-45c7fd0c-0961-4d26-bed4-996a446ead1e req-a2a25c0e-5895-4a4f-bcbe-4a0eea163382 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 May 13 14:43:21.866908 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51390) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:21.909593 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-626968d4-857c-422e-a9f7-6359c2576a59 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=99bdc02a020240639792b3bbde6ebd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415161 May 13 14:43:21.912174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51396) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:21.965555 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] Publish callbacks [] for security_group (5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:21.988577 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] Publish callbacks [] for security_group (5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:22.043901 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:22.152338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:22.155070 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:22.156292 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5 HTTP/1.1" status: 204 len: 168 time: 0.2431018 May 13 14:43:22.165133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a7d2e-5a83-4c3d-9d6e-f1441bdfbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac4b7ed-c8bb-4b08-8c4f-97f707522ac5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:23.069321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:24.792627 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:30.849791 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51504) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:30.960367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f702ac1-9ac9-4ec8-a3a2-8506cf85f552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.039869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f702ac1-9ac9-4ec8-a3a2-8506cf85f552 admin admin] Publish callbacks [] for security_group (c9b85374-8b40-4c70-bf57-51e4d4ba8467), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.117659 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f702ac1-9ac9-4ec8-a3a2-8506cf85f552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c9b85374-8b40-4c70-bf57-51e4d4ba8467), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.152221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51510) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:31.163735 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6f702ac1-9ac9-4ec8-a3a2-8506cf85f552 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0501d8fc1c3147cebbf911174c3c7ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129098 May 13 14:43:31.164862 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f702ac1-9ac9-4ec8-a3a2-8506cf85f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b85374-8b40-4c70-bf57-51e4d4ba8467,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:31.166255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51514) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:31.220152 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] Publish callbacks [] for security_group (c9b85374-8b40-4c70-bf57-51e4d4ba8467), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.242752 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] Publish callbacks [] for security_group (c9b85374-8b40-4c70-bf57-51e4d4ba8467), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.271493 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-75ee16a0-0ca2-494f-ba25-76beba2b5fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.391147 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (c9b85374-8b40-4c70-bf57-51e4d4ba8467), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.393707 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.394880 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c9b85374-8b40-4c70-bf57-51e4d4ba8467 HTTP/1.1" status: 204 len: 168 time: 0.2274954 May 13 14:43:31.414899 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdfb6f-8eb5-4128-a72b-3696bf080637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b85374-8b40-4c70-bf57-51e4d4ba8467,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:31.466449 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-75ee16a0-0ca2-494f-ba25-76beba2b5fa2 admin admin] Publish callbacks [] for security_group (2b3fd988-5759-488a-9537-f237ff1e0404), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.619712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-75ee16a0-0ca2-494f-ba25-76beba2b5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2b3fd988-5759-488a-9537-f237ff1e0404), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.660077 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-75ee16a0-0ca2-494f-ba25-76beba2b5fa2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3c28dffa33304aedb28e5fd6f66754eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067122 May 13 14:43:31.660882 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee16a0-0ca2-494f-ba25-76beba2b5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3fd988-5759-488a-9537-f237ff1e0404,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:31.663335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51518) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:31.720639 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] Publish callbacks [] for security_group (2b3fd988-5759-488a-9537-f237ff1e0404), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.750834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] Publish callbacks [] for security_group (2b3fd988-5759-488a-9537-f237ff1e0404), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.891916 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (2b3fd988-5759-488a-9537-f237ff1e0404), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.894498 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:31.895827 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2b3fd988-5759-488a-9537-f237ff1e0404 HTTP/1.1" status: 204 len: 168 time: 0.2312343 May 13 14:43:31.905312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3040b-a369-4533-bf45-9d744be732f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3fd988-5759-488a-9537-f237ff1e0404,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:35.665696 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:43:45.576215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51570) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:45.727868 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port 05501a64-0828-4ccb-9cce-997b41711d59 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:43:45.728209 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (05501a64-0828-4ccb-9cce-997b41711d59), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:45.801418 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (05501a64-0828-4ccb-9cce-997b41711d59), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:45.801735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (05501a64-0828-4ccb-9cce-997b41711d59), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:45.814365 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for 05501a64-0828-4ccb-9cce-997b41711d59 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:43:46.025760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (05501a64-0828-4ccb-9cce-997b41711d59), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:46.057691 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=05501a64-0828-4ccb-9cce-997b41711d59,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:46.121258 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (a4beb88a-f9f6-41e4-bb73-539a5b4f01d1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:46.121590 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP a4beb88a-f9f6-41e4-bb73-539a5b4f01d1 disassociated (deleted). External IP: 172.27.0.156, port: 26de137b-dfb2-4cc1-a05d-969e6872010c. May 13 14:43:46.596642 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:43:46.710905 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:43:46.716210 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:46.721136 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:46.730508 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:43:46.731818 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:46.747043 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c6aa5946-f242-4a63-9daf-ea1b039297c3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "DELETE /v2.0/floatingips/a4beb88a-f9f6-41e4-bb73-539a5b4f01d1 HTTP/1.1" status: 204 len: 168 time: 1.1697087 May 13 14:43:46.747720 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:46.750126 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3558cb-7451-44a3-8dd2-8a733b899bba" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:43:46.786321 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ba9ada-9881-4459-ae05-d917fa3524ef x-openstack-request-id: req-21ba9ada-9881-4459-ae05-d917fa3524ef {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:43:46.786617 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:43:46.786901 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-21ba9ada-9881-4459-ae05-d917fa3524ef {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:43:46.787308 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ba9ada-9881-4459-ae05-d917fa3524ef'] response: {'name': 'network-changed', 'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'status': 'completed', 'code': 200} May 13 14:43:46.856811 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:43:46.859673 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-58f16935-c51f-4d5d-b804-194161dcb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.861188 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-58f16935-c51f-4d5d-b804-194161dcb0b3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 1130 time: 0.0418181 May 13 14:43:46.958102 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-d7221fcd-aad5-4bef-9834-b97a29a3a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.959598 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-d7221fcd-aad5-4bef-9834-b97a29a3a776 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.0906281 May 13 14:43:47.014605 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-164da31b-8e58-4811-aca3-2b18f98d7934 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26de137b-dfb2-4cc1-a05d-969e6872010c HTTP/1.1" status: 200 len: 217 time: 0.0357985 May 13 14:43:47.073993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-35c3d029-bcdb-456f-825f-4a635626ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.075794 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-35c3d029-bcdb-456f-825f-4a635626ba98 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0489783 May 13 14:43:47.084240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:47.121292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:47.130312 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-751f4ede-d243-4451-9ec6-43e140690574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.130554 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:43:47.131200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:47.131887 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-751f4ede-d243-4451-9ec6-43e140690574 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460989 May 13 14:43:47.166492 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa29750-fca4-45b8-a03f-efc758aab4c3 req-51d628cb-ebf2-461e-87d3-9bf597ee9570 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.168004 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8aa29750-fca4-45b8-a03f-efc758aab4c3 req-51d628cb-ebf2-461e-87d3-9bf597ee9570 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0493755 May 13 14:43:47.221516 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8aa29750-fca4-45b8-a03f-efc758aab4c3 req-6c26200e-b5b5-4908-98e8-2d5a4194db47 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 May 13 14:43:47.243199 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:43:47.461337 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:47.495834 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47eab1-5f06-4651-8d2f-d72a8de78b9d None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'ec2be620-0c29-44d2-a237-028cb10ebf6e', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'port_id': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'mac_address': 'fa:16:3e:fd:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb38b3-ecb1-429d-a064-be994b57339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:35Z', 'updated_at': '2022-05-13T14:39:37Z', 'revision_number': 1, 'project_id': '8391c9f300934ba28228812c22438db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:47.727704 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d4d5f-0023-464b-b41d-3fd92099da0f None None] New status for floating IP a4beb88a-f9f6-41e4-bb73-539a5b4f01d1: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:43:48.363321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5789a2b8-686e-4ca0-8a2a-7a8c688b2414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:48.544100 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11fee6-021e-4b57-8b9c-0288dbcac79f req-51e208ab-6bbb-416d-be11-89cfb7677ea0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.545819 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df11fee6-021e-4b57-8b9c-0288dbcac79f req-51e208ab-6bbb-416d-be11-89cfb7677ea0 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.2540405 May 13 14:43:48.572407 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-9e7633f4-e08d-4d88-8294-0f6846463eb5 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 May 13 14:43:48.596153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df11fee6-021e-4b57-8b9c-0288dbcac79f req-483f617f-d110-4838-a494-fd3460d683e4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 May 13 14:43:48.666835 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3558cb-7451-44a3-8dd2-8a733b899bba req-7c35c99a-32f5-4ce9-9014-6fcea25ec8ca service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863466 May 13 14:43:49.620209 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-762a2820-51a2-4372-aab6-001b429d9ad3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.621638 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-762a2820-51a2-4372-aab6-001b429d9ad3 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0490334 May 13 14:43:49.712480 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721abf2-865e-463b-b89c-6098d97a710e req-97e9fd68-af59-4278-9311-a960188c9b4f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.713984 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0721abf2-865e-463b-b89c-6098d97a710e req-97e9fd68-af59-4278-9311-a960188c9b4f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 946 time: 0.0477192 May 13 14:43:49.722697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port 26de137b-dfb2-4cc1-a05d-969e6872010c {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:43:49.723037 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:49.764415 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0721abf2-865e-463b-b89c-6098d97a710e req-fc726eb9-ea65-4928-bf7c-46cb0ddab3ec tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 May 13 14:43:49.813558 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] For port 26de137b-dfb2-4cc1-a05d-969e6872010c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26de137b-dfb2-4cc1-a05d-969e6872010c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:43:49.813918 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:49.827775 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for 26de137b-dfb2-4cc1-a05d-969e6872010c owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:43:50.023258 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (26de137b-dfb2-4cc1-a05d-969e6872010c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:50.051689 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=26de137b-dfb2-4cc1-a05d-969e6872010c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:50.064708 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.065059 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.065397 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.065736 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.066069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.066395 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.066744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.067069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.067516 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.067785 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.068109 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.068437 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.068758 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.069078 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.069393 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.111862 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] No DVR routers for this DVR port 26de137b-dfb2-4cc1-a05d-969e6872010c on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:50.114401 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:50.117824 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-220ed7f7-9d52-442f-9008-66fa82f811c0 req-6fab39b0-6d90-48f3-9871-84dd56b3ee84 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "DELETE /v2.0/ports/26de137b-dfb2-4cc1-a05d-969e6872010c HTTP/1.1" status: 204 len: 173 time: 0.4850810 May 13 14:43:50.118275 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'name': 'network-vif-deleted', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:50.120707 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9cc07-09fc-4054-9540-88767c52a1df" -d '{"events": [{"server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "name": "network-vif-deleted", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:43:50.157913 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d8753-8edd-454b-8652-9ad94900070e x-openstack-request-id: req-9a2d8753-8edd-454b-8652-9ad94900070e {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:43:50.158202 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e3c854-bd16-44d4-a3e3-1b023f8a7320", "name": "network-vif-deleted", "tag": "26de137b-dfb2-4cc1-a05d-969e6872010c", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:43:50.158451 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a2d8753-8edd-454b-8652-9ad94900070e {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:43:50.158877 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2d8753-8edd-454b-8652-9ad94900070e'] response: {'server_uuid': 'b1e3c854-bd16-44d4-a3e3-1b023f8a7320', 'name': 'network-vif-deleted', 'tag': '26de137b-dfb2-4cc1-a05d-969e6872010c', 'status': 'completed', 'code': 200} May 13 14:43:50.543002 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7280cd4-6c04-4117-b0ad-2abf258ad386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:50.868982 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-146436ec-947a-41a6-8b2f-3bc90f430684 req-667b3dba-f1be-43bf-a5b3-009ebe5dc511 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=b1e3c854-bd16-44d4-a3e3-1b023f8a7320 HTTP/1.1" status: 200 len: 210 time: 0.0307796 May 13 14:43:50.937442 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:52.091783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 26de137b-dfb2-4cc1-a05d-969e6872010c no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:43:52.116819 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:52.117457 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 26de137b-dfb2-4cc1-a05d-969e6872010c {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:43:52.117799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 26de137b-dfb2-4cc1-a05d-969e6872010c not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:43:53.039956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:54.842940 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:58.573094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51642) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:43:58.730313 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port 6e6de9c2-6c26-4c12-8d09-c16852b072a3 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:43:58.730751 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:58.808576 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:58.808835 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (6e6de9c2-6c26-4c12-8d09-c16852b072a3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:58.822011 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for 6e6de9c2-6c26-4c12-8d09-c16852b072a3 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:43:59.060151 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (6e6de9c2-6c26-4c12-8d09-c16852b072a3), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:59.087111 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=6e6de9c2-6c26-4c12-8d09-c16852b072a3,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:59.099462 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.099811 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.100138 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.100480 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.100801 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.101124 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.101440 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.101756 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.102072 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.102387 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.102732 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.103052 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.103366 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.103680 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.103987 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:59.161910 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (ec2be620-0c29-44d2-a237-028cb10ebf6e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:59.162365 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Floating IP ec2be620-0c29-44d2-a237-028cb10ebf6e disassociated (deleted). External IP: 172.27.0.117, port: b578f86b-0a3c-40ea-98f6-46d061c04a50. May 13 14:43:59.384446 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:43:59.500401 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:43:59.505294 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:43:59.509988 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:59.520105 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:43:59.520711 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:59.535933 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3dd5b5aa-5ed5-4096-9e7d-9b1260735abb tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "DELETE /v2.0/floatingips/ec2be620-0c29-44d2-a237-028cb10ebf6e HTTP/1.1" status: 204 len: 168 time: 0.9617496 May 13 14:43:59.536526 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:59.538873 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:43:59.577400 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bdfc0a-4c56-417d-a60c-f7c6bdc9f4c2 x-openstack-request-id: req-c7bdfc0a-4c56-417d-a60c-f7c6bdc9f4c2 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:43:59.578172 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:43:59.578172 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c7bdfc0a-4c56-417d-a60c-f7c6bdc9f4c2 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:43:59.578359 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7bdfc0a-4c56-417d-a60c-f7c6bdc9f4c2'] response: {'name': 'network-changed', 'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'status': 'completed', 'code': 200} May 13 14:43:59.638032 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:43:59.837758 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:59.866165 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:59.875423 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:43:59.876044 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:59.990349 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:44:00.003221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c458a2-9229-4fe7-b2d1-211ffffcb88f req-bbda63ed-e296-4e3c-b765-d00269441cd7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.004765 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14c458a2-9229-4fe7-b2d1-211ffffcb88f req-bbda63ed-e296-4e3c-b765-d00269441cd7 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0495341 May 13 14:44:00.056422 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14c458a2-9229-4fe7-b2d1-211ffffcb88f req-5a79bee0-0612-4e87-a4e0-fe1271106da9 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458927 May 13 14:44:00.182568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:00.340720 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688ab2-f5ac-4ad7-901b-85c279eddc4c None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 4, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '34308fa3-97e2-4603-87a0-29e2dc457a67', 'name': '', 'network_id': 'f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'mac_address': 'fa:16:3e:06:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:23Z', 'updated_at': '2022-05-13T14:35:32Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'subnets': [{'id': 'f0316500-5218-401f-bf1c-0d1322043fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:00.564182 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdd206-c8d3-471f-bc47-d5e705f2375e None None] New status for floating IP ec2be620-0c29-44d2-a237-028cb10ebf6e: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:44:00.970668 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-a3f608ce-575e-4504-aa5f-238bc7713a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.972079 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-a3f608ce-575e-4504-aa5f-238bc7713a54 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8391c9f300934ba28228812c22438db9&device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 1129 time: 0.0407858 May 13 14:44:01.233831 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5120187-7559-4483-ab78-ab999ac3ee2d req-a005975b-cfb5-44b1-86f2-5a9e3654b77f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.235324 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5120187-7559-4483-ab78-ab999ac3ee2d req-a005975b-cfb5-44b1-86f2-5a9e3654b77f tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.1056705 May 13 14:44:01.285223 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5120187-7559-4483-ab78-ab999ac3ee2d req-700afc4b-0beb-426c-8a52-b82ee82ba2ea tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 May 13 14:44:02.400781 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f77c1-4367-425f-8281-7603d60f6022 req-102528e7-2355-491d-add8-bcd0791e8fc4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.402295 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-206f77c1-4367-425f-8281-7603d60f6022 req-102528e7-2355-491d-add8-bcd0791e8fc4 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0486429 May 13 14:44:02.452098 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-206f77c1-4367-425f-8281-7603d60f6022 req-20f9fcc1-ed34-488f-b10a-9a1c7611c123 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 May 13 14:44:03.567107 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421bc7e-b67f-40cd-a5fc-b5cb6d772a64 req-a38e28c1-ccf6-4b9d-a39b-8b0c903be385 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.568595 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1421bc7e-b67f-40cd-a5fc-b5cb6d772a64 req-a38e28c1-ccf6-4b9d-a39b-8b0c903be385 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0477033 May 13 14:44:03.623659 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1421bc7e-b67f-40cd-a5fc-b5cb6d772a64 req-6ed62dc9-a723-4229-93d9-17f2d7c39a36 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 May 13 14:44:04.741640 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0fa88-fb9f-4108-b3dc-c096f6dd47cf req-dfce5def-a72e-4891-a5af-f4a2e5f1020b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.743157 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-06e0fa88-fb9f-4108-b3dc-c096f6dd47cf req-dfce5def-a72e-4891-a5af-f4a2e5f1020b tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0483081 May 13 14:44:04.792303 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-06e0fa88-fb9f-4108-b3dc-c096f6dd47cf req-37fb60f7-d48d-4d73-a606-477ad4114720 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 May 13 14:44:05.267009 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-a5cec8ab-64df-4d03-8ccc-ba169cdf3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.268465 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-a5cec8ab-64df-4d03-8ccc-ba169cdf3357 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 200 len: 913 time: 0.0884969 May 13 14:44:05.344623 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-8fd724a3-2390-4871-bccf-abb7edd30b13 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 200 len: 217 time: 0.0388515 May 13 14:44:05.429494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-d5a05d41-b14f-422b-b36d-90257c027d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.430976 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-d5a05d41-b14f-422b-b36d-90257c027d98 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 200 len: 851 time: 0.0448442 May 13 14:44:05.627369 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-0d1b463b-20da-442c-9f0b-db24236d4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.628801 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-0d1b463b-20da-442c-9f0b-db24236d4dd3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401506 May 13 14:44:05.642697 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-6409ab80-44f6-4f43-92dd-aeb7f39fcfc3 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:44:05.643655 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-6409ab80-44f6-4f43-92dd-aeb7f39fcfc3 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058050 May 13 14:44:05.742441 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-32a32574-fbb0-4a92-982d-66ecc4296fb4 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895061 May 13 14:44:05.907269 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddf6e-aef0-47aa-8629-3017bfb57d66 req-ea764648-5bca-4f91-a709-72ff47173d8c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.908679 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7beddf6e-aef0-47aa-8629-3017bfb57d66 req-ea764648-5bca-4f91-a709-72ff47173d8c tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0468726 May 13 14:44:05.958026 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0dc756d8-4fbb-4063-b475-bd8bbca85a2c req-7c9058d9-0dd5-477a-8b73-4c639799fea2 service neutron] 10.222.0.97 "GET /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103280 May 13 14:44:05.958737 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7beddf6e-aef0-47aa-8629-3017bfb57d66 req-8af3bfb9-2003-415a-9d8f-95dc863d9f7a tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/security-groups?id=dc220401-f0de-4aaf-a753-389c91238d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443950 May 13 14:44:05.972161 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-0e7c8958-eff5-43b8-b0a6-e46078f0d2f1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.973734 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-0e7c8958-eff5-43b8-b0a6-e46078f0d2f1 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 945 time: 0.0577638 May 13 14:44:06.337296 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port b578f86b-0a3c-40ea-98f6-46d061c04a50 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:06.337995 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:06.436804 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] For port b578f86b-0a3c-40ea-98f6-46d061c04a50, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b578f86b-0a3c-40ea-98f6-46d061c04a50,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:06.437164 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:06.450173 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for b578f86b-0a3c-40ea-98f6-46d061c04a50 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:06.659848 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (b578f86b-0a3c-40ea-98f6-46d061c04a50), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:06.692902 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=b578f86b-0a3c-40ea-98f6-46d061c04a50,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.739503 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] No DVR routers for this DVR port b578f86b-0a3c-40ea-98f6-46d061c04a50 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:06.741957 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:06.745299 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-43ff30c5-02da-42e4-9fa4-a58860992fa0 req-f1f16da7-9896-465d-b824-2c550dbce9f5 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.97 "DELETE /v2.0/ports/b578f86b-0a3c-40ea-98f6-46d061c04a50 HTTP/1.1" status: 204 len: 173 time: 0.7657387 May 13 14:44:06.745748 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'name': 'network-vif-deleted', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:06.751076 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64cdca0-a633-4995-a5d5-b0ef65aa8e57" -d '{"events": [{"server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "name": "network-vif-deleted", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:44:06.784766 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2789331-f7a1-4fb8-a46e-2fc01d5f2282 x-openstack-request-id: req-e2789331-f7a1-4fb8-a46e-2fc01d5f2282 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:44:06.785068 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb38b3-ecb1-429d-a064-be994b57339b", "name": "network-vif-deleted", "tag": "b578f86b-0a3c-40ea-98f6-46d061c04a50", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:44:06.785326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e2789331-f7a1-4fb8-a46e-2fc01d5f2282 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:44:06.785759 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2789331-f7a1-4fb8-a46e-2fc01d5f2282'] response: {'server_uuid': '82eb38b3-ecb1-429d-a064-be994b57339b', 'name': 'network-vif-deleted', 'tag': 'b578f86b-0a3c-40ea-98f6-46d061c04a50', 'status': 'completed', 'code': 200} May 13 14:44:07.061445 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d61dd1cd-411b-4d20-b1b0-b201adc5db12 req-db0f28ac-923d-488a-bad9-09725bf19177 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "GET /v2.0/ports?device_id=82eb38b3-ecb1-429d-a064-be994b57339b HTTP/1.1" status: 200 len: 210 time: 0.0327611 May 13 14:44:08.122497 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51700) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:08.240612 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Deleting port de1c7655-768b-45d5-a8d9-3569c907a711 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:08.240852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.318165 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.318481 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (de1c7655-768b-45d5-a8d9-3569c907a711), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.331890 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Calling delete_port for de1c7655-768b-45d5-a8d9-3569c907a711 owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:08.539879 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (de1c7655-768b-45d5-a8d9-3569c907a711), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.566223 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'Port': ['ID=de1c7655-768b-45d5-a8d9-3569c907a711,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:08.631584 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for floatingip (2f65bbca-c16a-4862-981a-17e7887e882c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.634083 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:08.636783 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-22c496ed-6e82-4168-9e11-cc0eb5ea232d tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "DELETE /v2.0/floatingips/2f65bbca-c16a-4862-981a-17e7887e882c HTTP/1.1" status: 204 len: 168 time: 0.5139890 May 13 14:44:10.062039 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51726) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:10.122535 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (dc220401-f0de-4aaf-a753-389c91238d66), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:10.149030 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (dc220401-f0de-4aaf-a753-389c91238d66), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:10.177807 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device b578f86b-0a3c-40ea-98f6-46d061c04a50 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:10.206986 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: b578f86b-0a3c-40ea-98f6-46d061c04a50 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:10.213243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device b578f86b-0a3c-40ea-98f6-46d061c04a50 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:10.291622 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (dc220401-f0de-4aaf-a753-389c91238d66), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:10.294100 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:10.295800 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] 10.222.0.102 "DELETE /v2.0/security-groups/dc220401-f0de-4aaf-a753-389c91238d66 HTTP/1.1" status: 204 len: 168 time: 0.2327380 May 13 14:44:10.305291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2eff-4791-40af-a51b-daecb51f0226 tempest-TestVolumeBootPattern-257439809 tempest-TestVolumeBootPattern-257439809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc220401-f0de-4aaf-a753-389c91238d66,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:10.434318 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51732) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:10.914786 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:11.168328 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Deleting port 34308fa3-97e2-4603-87a0-29e2dc457a67 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:11.168892 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:11.257847 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] For port 34308fa3-97e2-4603-87a0-29e2dc457a67, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=34308fa3-97e2-4603-87a0-29e2dc457a67,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:11.258213 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:11.274335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Calling delete_port for 34308fa3-97e2-4603-87a0-29e2dc457a67 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:11.528600 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (34308fa3-97e2-4603-87a0-29e2dc457a67), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:11.552909 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Pushing event deleted for resources: {'Port': ['ID=34308fa3-97e2-4603-87a0-29e2dc457a67,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.731056 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d569-df6e-4630-9aa6-e0118c46d2c7 req-8732e3f0-3693-4c6d-80c5-ba04baa9b487 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.733289 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7689d569-df6e-4630-9aa6-e0118c46d2c7 req-8732e3f0-3693-4c6d-80c5-ba04baa9b487 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0542734 May 13 14:44:11.734434 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:11.786758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7689d569-df6e-4630-9aa6-e0118c46d2c7 req-177692f1-762f-4a71-ba47-099bd9965e3d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 May 13 14:44:11.960020 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Router 26ae9612-8c98-495a-bdb1-0f623aefcb5b has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:44:12.071814 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:44:12.077893 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9c11b3a0-e049-4572-9293-e3304f232733 admin admin] 10.222.0.102 "PUT /v2.0/routers/26ae9612-8c98-495a-bdb1-0f623aefcb5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424673 May 13 14:44:12.079776 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51742) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:12.080436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Sync routers for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:12.091180 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:44:12.092291 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:12.190050 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks [] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.203801 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:44:12.300225 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks [] for router_gateway (26ae9612-8c98-495a-bdb1-0f623aefcb5b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.375970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:44:11Z', 'revision_number': 5, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port': {'id': '5e80d279-cfee-49a3-9a8f-936d5d28b49b', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:20Z', 'updated_at': '2022-05-13T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:12.403583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Checking router: 26ae9612-8c98-495a-bdb1-0f623aefcb5b for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:12.413177 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Routers {'26ae9612-8c98-495a-bdb1-0f623aefcb5b'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:44:12.413852 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:12.447691 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Deleting port 5e80d279-cfee-49a3-9a8f-936d5d28b49b {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:12.448019 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.507166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] Set router 26ae9612-8c98-495a-bdb1-0f623aefcb5b gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:44:12.532540 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] For port 5e80d279-cfee-49a3-9a8f-936d5d28b49b, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=5e80d279-cfee-49a3-9a8f-936d5d28b49b,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:12.532926 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.546553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Calling delete_port for 5e80d279-cfee-49a3-9a8f-936d5d28b49b owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:12.563460 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:44:12Z', 'revision_number': 6, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:12.589790 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09f718-0186-4a63-8b74-37a46c768bb2 None None] The sync data for ids ['26ae9612-8c98-495a-bdb1-0f623aefcb5b'] in dv-cinder-841754-1-iscsi is: [{'id': '26ae9612-8c98-495a-bdb1-0f623aefcb5b', 'name': 'tempest-TestVolumeBootPattern-1448559189-router', 'tenant_id': '8391c9f300934ba28228812c22438db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:44:12Z', 'revision_number': 6, 'project_id': '8391c9f300934ba28228812c22438db9', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:12.664843 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:44:12.762417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (5e80d279-cfee-49a3-9a8f-936d5d28b49b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.786152 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e80d279-cfee-49a3-9a8f-936d5d28b49b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:12.849930 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.907689 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa6e7-32b1-470a-a4ce-8700bfeac81a req-51ba06b9-d656-4123-bba8-f60b57ad052f tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.909220 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99ffa6e7-32b1-470a-a4ce-8700bfeac81a req-51ba06b9-d656-4123-bba8-f60b57ad052f tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0491037 May 13 14:44:12.958393 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.960960 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks [] for router_controller (26ae9612-8c98-495a-bdb1-0f623aefcb5b), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:12.980674 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99ffa6e7-32b1-470a-a4ce-8700bfeac81a req-d256860b-3634-43c3-a2f8-af8c5e786159 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644808 May 13 14:44:13.053399 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 34308fa3-97e2-4603-87a0-29e2dc457a67 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:13.075640 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 34308fa3-97e2-4603-87a0-29e2dc457a67 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:13.075890 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 34308fa3-97e2-4603-87a0-29e2dc457a67 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:13.331487 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (26ae9612-8c98-495a-bdb1-0f623aefcb5b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.332069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26ae9612-8c98-495a-bdb1-0f623aefcb5b {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:44:13.336739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.337917 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d1a8bd0c-b1e2-4c46-b490-e68bf1b32af3 admin admin] 10.222.0.102 "DELETE /v2.0/routers/26ae9612-8c98-495a-bdb1-0f623aefcb5b HTTP/1.1" status: 204 len: 168 time: 1.2572148 May 13 14:44:13.340568 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51746) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:13.386563 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Deleting subnet f0316500-5218-401f-bf1c-0d1322043fbb {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:44:13.390272 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Publish callbacks [] for subnet (f0316500-5218-401f-bf1c-0d1322043fbb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.431048 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (f0316500-5218-401f-bf1c-0d1322043fbb), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.512758 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (f0316500-5218-401f-bf1c-0d1322043fbb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.588291 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-a2b8d632-7a0a-4ec0-9038-a03844344736 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.589660 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-a2b8d632-7a0a-4ec0-9038-a03844344736 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 946 time: 0.0579574 May 13 14:44:13.685133 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Deleting port 98544af5-1840-4e28-af6c-8c8aba4852f6 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:13.685630 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.724091 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (f0316500-5218-401f-bf1c-0d1322043fbb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.761744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0316500-5218-401f-bf1c-0d1322043fbb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.766168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.767470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3d84b-181f-48af-91d4-a7a83e9f529a None None] Network f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:44:13.769401 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-38ab5ebd-e618-4fe0-9f93-b74eb9d0ae29 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f0316500-5218-401f-bf1c-0d1322043fbb HTTP/1.1" status: 204 len: 168 time: 0.4278958 May 13 14:44:13.772303 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51748) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:13.814967 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] For port 98544af5-1840-4e28-af6c-8c8aba4852f6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=98544af5-1840-4e28-af6c-8c8aba4852f6,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:13.815733 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.832163 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Calling delete_port for 98544af5-1840-4e28-af6c-8c8aba4852f6 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:13.864662 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.915927 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Deleting port 8f629d20-4a18-4ecf-8502-6ff802e72c2c {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:13.916542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:13.950017 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] DHCP port deletion for f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:44:13.984737 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] For port 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=8f629d20-4a18-4ecf-8502-6ff802e72c2c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:13.985093 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.001336 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Deleting port 8f629d20-4a18-4ecf-8502-6ff802e72c2c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:14.004927 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.006739 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Calling delete_port for 8f629d20-4a18-4ecf-8502-6ff802e72c2c owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:14.020233 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (98544af5-1840-4e28-af6c-8c8aba4852f6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.041445 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['98544af5-1840-4e28-af6c-8c8aba4852f6'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:44:14.057397 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Pushing event deleted for resources: {'Port': ['ID=98544af5-1840-4e28-af6c-8c8aba4852f6,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.091747 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] For port 8f629d20-4a18-4ecf-8502-6ff802e72c2c, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=8f629d20-4a18-4ecf-8502-6ff802e72c2c,segment=NetworkSegment(8531fb58-692c-4556-ac73-c69b4ab89077),segment_id=8531fb58-692c-4556-ac73-c69b4ab89077)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:14.091747 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.108782 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Calling delete_port for 8f629d20-4a18-4ecf-8502-6ff802e72c2c owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:14.115513 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-54a377e3-74ca-417f-92bf-be47cd0ae161 req-757765dd-8d42-4683-b1c4-3e220f9588f3 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0380001 May 13 14:44:14.122161 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] No DVR routers for this DVR port 98544af5-1840-4e28-af6c-8c8aba4852f6 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:14.125857 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.130671 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8142e797-8ea1-41da-8f4d-fb0a22ea3b9b req-5c31fba9-8535-4b95-a530-8a64dabaee66 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "DELETE /v2.0/ports/98544af5-1840-4e28-af6c-8c8aba4852f6 HTTP/1.1" status: 204 len: 173 time: 0.5317037 May 13 14:44:14.130671 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'name': 'network-vif-deleted', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:14.132239 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe5213-6bf3-4bed-9b19-7a7032951c57" -d '{"events": [{"server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "name": "network-vif-deleted", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:44:14.171048 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97897d5e-d32a-4969-b04b-be8823243f53 x-openstack-request-id: req-97897d5e-d32a-4969-b04b-be8823243f53 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:44:14.171357 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c95f46b-93f9-4c96-ae6b-0da6e211656a", "name": "network-vif-deleted", "tag": "98544af5-1840-4e28-af6c-8c8aba4852f6", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:44:14.171622 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-97897d5e-d32a-4969-b04b-be8823243f53 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:44:14.172032 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97897d5e-d32a-4969-b04b-be8823243f53'] response: {'server_uuid': '5c95f46b-93f9-4c96-ae6b-0da6e211656a', 'name': 'network-vif-deleted', 'tag': '98544af5-1840-4e28-af6c-8c8aba4852f6', 'status': 'completed', 'code': 200} May 13 14:44:14.217350 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.225198 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (8f629d20-4a18-4ecf-8502-6ff802e72c2c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.242855 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f629d20-4a18-4ecf-8502-6ff802e72c2c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.250592 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] No DVR routers for this DVR port 8f629d20-4a18-4ecf-8502-6ff802e72c2c on host dv-cinder-841754-1-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:14.252301 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] Pushing event deleted for resources: {'Port': ['ID=8f629d20-4a18-4ecf-8502-6ff802e72c2c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.254254 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494aac9-0b81-4947-8e2e-c042d87db425 None None] No DVR routers for this DVR port 8f629d20-4a18-4ecf-8502-6ff802e72c2c on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:14.334794 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.356131 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:14.365972 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8531fb58-692c-4556-ac73-c69b4ab89077') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:14.366173 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8531fb58-692c-4556-ac73-c69b4ab89077') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:14.376465 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (8531fb58-692c-4556-ac73-c69b4ab89077), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.391992 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (8531fb58-692c-4556-ac73-c69b4ab89077), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.398166 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:14.398563 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (8531fb58-692c-4556-ac73-c69b4ab89077), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:14.400317 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:14.537236 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.542816 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:14.547131 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] 10.222.0.102 "DELETE /v2.0/networks/f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17 HTTP/1.1" status: 204 len: 168 time: 0.7733266 May 13 14:44:14.550084 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51758) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:14.563224 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d684e-532f-4559-8149-fbbdb2e0da8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a36398-cd79-4bcb-ad8d-1fa7bbe6be17,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.759726 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 8f629d20-4a18-4ecf-8502-6ff802e72c2c no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:14.780008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 8f629d20-4a18-4ecf-8502-6ff802e72c2c {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:14.780673 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 8f629d20-4a18-4ecf-8502-6ff802e72c2c not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:14.780770 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5e80d279-cfee-49a3-9a8f-936d5d28b49b no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:14.799982 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 5e80d279-cfee-49a3-9a8f-936d5d28b49b {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:14.800329 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 5e80d279-cfee-49a3-9a8f-936d5d28b49b not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:14.894873 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (75301899-618b-4067-9928-144c6c7198dc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:15.142207 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Deleting port eea1f447-d717-403f-a60c-1b231c07f3b5 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:15.142534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:15.227553 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] For port eea1f447-d717-403f-a60c-1b231c07f3b5, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=eea1f447-d717-403f-a60c-1b231c07f3b5,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:15.227914 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:15.242104 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Calling delete_port for eea1f447-d717-403f-a60c-1b231c07f3b5 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:15.243636 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb7ba284-ef53-4676-bd6b-df3b8c2898c4 req-284ac734-4606-4e5c-a667-d72ce4bd8332 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c95f46b-93f9-4c96-ae6b-0da6e211656a HTTP/1.1" status: 200 len: 210 time: 0.0289156 May 13 14:44:15.483194 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (eea1f447-d717-403f-a60c-1b231c07f3b5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:15.511781 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Pushing event deleted for resources: {'Port': ['ID=eea1f447-d717-403f-a60c-1b231c07f3b5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:15.687410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (75301899-618b-4067-9928-144c6c7198dc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:15.916014 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Router 75301899-618b-4067-9928-144c6c7198dc has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:44:16.027885 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:44:16.033519 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a58a0828-802c-4c87-bb26-c9c9a91e0cda admin admin] 10.222.0.102 "PUT /v2.0/routers/75301899-618b-4067-9928-144c6c7198dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823685 May 13 14:44:16.036049 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51764) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:16.039786 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Sync routers for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:16.050681 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:44:16.051297 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.148473 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks [] for router (75301899-618b-4067-9928-144c6c7198dc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.161747 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:44:16.256325 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks [] for router_gateway (75301899-618b-4067-9928-144c6c7198dc), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.341331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:44:15Z', 'revision_number': 5, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port': {'id': 'efbf9835-3a56-4638-b4f9-04e3e7fa4153', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75301899-618b-4067-9928-144c6c7198dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:29Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.367276 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Deleting port efbf9835-3a56-4638-b4f9-04e3e7fa4153 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:16.367621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.377704 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Checking router: 75301899-618b-4067-9928-144c6c7198dc for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:16.392529 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Routers {'75301899-618b-4067-9928-144c6c7198dc'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:44:16.393247 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:43:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['75301899-618b-4067-9928-144c6c7198dc'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.453041 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] For port efbf9835-3a56-4638-b4f9-04e3e7fa4153, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=efbf9835-3a56-4638-b4f9-04e3e7fa4153,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:16.453404 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.467621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Calling delete_port for efbf9835-3a56-4638-b4f9-04e3e7fa4153 owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:16.487101 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] Set router 75301899-618b-4067-9928-144c6c7198dc gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:44:16.540062 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:44:16Z', 'revision_number': 6, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.569997 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206bf4a-8af3-411d-97dc-0b55ed0e9a90 None None] The sync data for ids ['75301899-618b-4067-9928-144c6c7198dc'] in dv-cinder-841754-1-iscsi is: [{'id': '75301899-618b-4067-9928-144c6c7198dc', 'name': 'tempest-TestVolumeBootPattern-1610179405-router', 'tenant_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:28Z', 'updated_at': '2022-05-13T14:44:16Z', 'revision_number': 6, 'project_id': 'ee4f12e742fa472287c4cf042c6e06e8', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:16.717034 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (efbf9835-3a56-4638-b4f9-04e3e7fa4153), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.744476 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbf9835-3a56-4638-b4f9-04e3e7fa4153,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:16.819097 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (75301899-618b-4067-9928-144c6c7198dc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.916160 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (75301899-618b-4067-9928-144c6c7198dc), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:16.918895 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks [] for router_controller (75301899-618b-4067-9928-144c6c7198dc), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.018348 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device eea1f447-d717-403f-a60c-1b231c07f3b5 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:17.042739 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: eea1f447-d717-403f-a60c-1b231c07f3b5 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:17.043091 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device eea1f447-d717-403f-a60c-1b231c07f3b5 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:17.045626 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (75301899-618b-4067-9928-144c6c7198dc), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.046298 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75301899-618b-4067-9928-144c6c7198dc {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:44:17.050309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.051515 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-792452a3-2e67-4c4e-b140-361ce61c5c20 admin admin] 10.222.0.102 "DELETE /v2.0/routers/75301899-618b-4067-9928-144c6c7198dc HTTP/1.1" status: 204 len: 168 time: 1.0145283 May 13 14:44:17.053999 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51774) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:17.352842 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Deleting subnet 725fd04b-6421-4d11-9069-072b7f774457 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:44:17.356101 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Publish callbacks [] for subnet (725fd04b-6421-4d11-9069-072b7f774457), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.391081 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (725fd04b-6421-4d11-9069-072b7f774457), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.475327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (725fd04b-6421-4d11-9069-072b7f774457), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.606360 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (725fd04b-6421-4d11-9069-072b7f774457), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.632820 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725fd04b-6421-4d11-9069-072b7f774457,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:17.636653 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.641013 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-01f8fc07-327b-4db5-b0ae-57099867df3c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/725fd04b-6421-4d11-9069-072b7f774457 HTTP/1.1" status: 204 len: 168 time: 0.5855916 May 13 14:44:17.643160 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51776) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:17.644562 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e27fc2-5015-4955-a6ca-374156bf7620 None None] Network f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:44:17.713375 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.764849 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Deleting port 3a13a242-c470-48ac-b504-f17c1131199b {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:17.765410 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (3a13a242-c470-48ac-b504-f17c1131199b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.799008 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] DHCP port deletion for f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:44:17.830192 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] For port 3a13a242-c470-48ac-b504-f17c1131199b, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=3a13a242-c470-48ac-b504-f17c1131199b,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:17.830557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (3a13a242-c470-48ac-b504-f17c1131199b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.837791 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Deleting port 3a13a242-c470-48ac-b504-f17c1131199b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:44:17.838088 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (3a13a242-c470-48ac-b504-f17c1131199b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.844691 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Calling delete_port for 3a13a242-c470-48ac-b504-f17c1131199b owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:17.901818 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] For port 3a13a242-c470-48ac-b504-f17c1131199b, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=3a13a242-c470-48ac-b504-f17c1131199b,segment=NetworkSegment(0dab9b61-64b6-4770-a4d5-0fb731b25240),segment_id=0dab9b61-64b6-4770-a4d5-0fb731b25240)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:17.902074 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (3a13a242-c470-48ac-b504-f17c1131199b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:17.915991 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Calling delete_port for 3a13a242-c470-48ac-b504-f17c1131199b owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:44:18.000298 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (3a13a242-c470-48ac-b504-f17c1131199b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.011875 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (3a13a242-c470-48ac-b504-f17c1131199b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.027629 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a13a242-c470-48ac-b504-f17c1131199b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:18.031650 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] No DVR routers for this DVR port 3a13a242-c470-48ac-b504-f17c1131199b on host dv-cinder-841754-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:18.074776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Pushing event deleted for resources: {'Port': ['ID=3a13a242-c470-48ac-b504-f17c1131199b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:18.086030 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] No DVR routers for this DVR port 3a13a242-c470-48ac-b504-f17c1131199b on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:18.093094 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.093363 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.093707 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.094055 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.094398 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.094730 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.095427 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.095643 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.095974 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.096304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.096627 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.096962 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.097268 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.097606 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.097924 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a86d8-4bf9-413b-8921-b80a491eb049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:18.110656 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.135883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:18.146300 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dab9b61-64b6-4770-a4d5-0fb731b25240') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:18.146603 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dab9b61-64b6-4770-a4d5-0fb731b25240') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:18.156809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (0dab9b61-64b6-4770-a4d5-0fb731b25240), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.172042 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (0dab9b61-64b6-4770-a4d5-0fb731b25240), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.177981 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (0dab9b61-64b6-4770-a4d5-0fb731b25240), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:18.182353 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:18.299499 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.304658 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.308887 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] 10.222.0.102 "DELETE /v2.0/networks/f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5 HTTP/1.1" status: 204 len: 168 time: 0.6635702 May 13 14:44:18.320052 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175f13b-9d3e-45b6-ab48-9a5b3dcff727 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34b91cf-0aa7-4d95-8d3e-a7de5b8dbae5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:18.396539 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8538769b-660e-460d-a86d-b940b2963ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.680387 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 51782) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:18.721644 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8feb9db8-b47d-4ef1-a079-d82e3fb59c52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8391c9f300934ba28228812c22438db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401022 May 13 14:44:18.724227 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51784) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:18.773413 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] Publish callbacks [] for security_group (154ec9cf-651b-4c65-a030-cba6304834de), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.774567 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device efbf9835-3a56-4638-b4f9-04e3e7fa4153 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:18.800194 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: efbf9835-3a56-4638-b4f9-04e3e7fa4153 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:18.800322 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] Publish callbacks [] for security_group (154ec9cf-651b-4c65-a030-cba6304834de), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.800710 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device efbf9835-3a56-4638-b4f9-04e3e7fa4153 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:18.801290 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 3a13a242-c470-48ac-b504-f17c1131199b no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:18.825851 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 3a13a242-c470-48ac-b504-f17c1131199b {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:18.826279 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 3a13a242-c470-48ac-b504-f17c1131199b not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:18.925464 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (154ec9cf-651b-4c65-a030-cba6304834de), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.928180 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:18.929345 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/154ec9cf-651b-4c65-a030-cba6304834de HTTP/1.1" status: 204 len: 168 time: 0.2041445 May 13 14:44:18.941579 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abe58a-6180-4ae2-8001-feaf81b191fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ec9cf-651b-4c65-a030-cba6304834de,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:19.561225 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51792) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:19.601708 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-86e81483-be88-4d7e-a4db-3b0516848a98 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ee4f12e742fa472287c4cf042c6e06e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393176 May 13 14:44:19.604169 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 51794) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:44:19.615283 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 98544af5-1840-4e28-af6c-8c8aba4852f6 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:44:19.636527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: 98544af5-1840-4e28-af6c-8c8aba4852f6 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:44:19.636937 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device 98544af5-1840-4e28-af6c-8c8aba4852f6 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:44:19.657190 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] Publish callbacks [] for security_group (28d0dcca-14b7-4873-a82d-a8f1520cd121), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:19.679092 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] Publish callbacks [] for security_group (28d0dcca-14b7-4873-a82d-a8f1520cd121), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:19.794204 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (28d0dcca-14b7-4873-a82d-a8f1520cd121), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:19.797700 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:19.799052 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/28d0dcca-14b7-4873-a82d-a8f1520cd121 HTTP/1.1" status: 204 len: 168 time: 0.1939826 May 13 14:44:19.807221 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab60b7-6ce4-4386-a058-1839a4f7f808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0dcca-14b7-4873-a82d-a8f1520cd121,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:20.545221 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc1e40a4-6e99-47fe-b710-3ee66b5e067c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:20.936529 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:22.028044 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:23.051116 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:24.794271 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:25.873913 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-6c813cb5-8959-4e74-aa84-42140626ba4d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:25.876193 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-6c813cb5-8959-4e74-aa84-42140626ba4d tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 813 time: 0.1046138 May 13 14:44:25.890483 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-89caeff1-6062-426c-8f06-277574b34cdc tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/quotas/e5ff25d770144bec9b67e1596c964520 HTTP/1.1" status: 200 len: 375 time: 0.0091522 May 13 14:44:25.927406 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-61ba6cc0-1f19-4be1-b7b7-e7e910f578e5 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320158 May 13 14:44:26.032822 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-ac54e9c8-4ae1-4fb6-a7e8-ced63366a5c3 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:44:26.033845 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-ac54e9c8-4ae1-4fb6-a7e8-ced63366a5c3 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1002450 May 13 14:44:26.123575 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-f7b497d8-e04c-47b4-9c7a-2595ac949c17 service neutron] 10.222.0.102 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837345 May 13 14:44:26.222199 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-335479a4-7dff-4885-9f3a-dc6db45aa5a8 service neutron] 10.222.0.102 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927925 May 13 14:44:26.462014 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a759bc29-2688-490f-be13-e284b8adef76 req-3053f9b0-a958-4ca7-8be1-4b0344131eee tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 210 time: 0.0306501 May 13 14:44:27.564538 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ee4af65-6a0d-4307-a809-133ee8fd22b3 req-1832d8b1-bbae-49c5-a4e2-bda9cad7ed9e tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 210 time: 0.0296395 May 13 14:44:28.503563 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-f7edc695-6ad2-4952-a3dd-05d57b3395b3 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.504995 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-f7edc695-6ad2-4952-a3dd-05d57b3395b3 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 813 time: 0.1050518 May 13 14:44:28.519316 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Request body: {'port': {'device_id': '550070ed-9ed9-455f-9f22-225c920aea41', 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7', 'admin_state_up': True, 'tenant_id': 'e5ff25d770144bec9b67e1596c964520'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:44:28.664720 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2f9c09ef-010d-4511-8f9f-5240750b60ae req-60480642-c346-4808-bc9d-507904bdd179 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 210 time: 0.0299160 May 13 14:44:28.708572 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Made reservation on behalf of e5ff25d770144bec9b67e1596c964520 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:28.711948 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:28.838330 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Allocated IP 172.20.0.14 (4e8e7794-7422-47f3-9e79-ae15861827f7/5d25e85c-1f04-47dd-87b7-49e937369020/f0fce82d-135a-4496-807c-6b8f87662db9) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:28.998194 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks [] for port (f0fce82d-135a-4496-807c-6b8f87662db9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.082409 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.123611 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Network 4e8e7794-7422-47f3-9e79-ae15861827f7 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:29.127049 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:29.130788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:44:29.163792 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Pushing event updated for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:29.189678 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.190282 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.259404 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d28c6cae-c71e-4fb8-8715-65bc87228467 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7447054 May 13 14:44:29.319356 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Request body: {'port': {'device_id': '550070ed-9ed9-455f-9f22-225c920aea41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:44:29.379722 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.642496 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fce82d-135a-4496-807c-6b8f87662db9 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:29.649959 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks [] for port (f0fce82d-135a-4496-807c-6b8f87662db9), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.662511 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Transition to ACTIVE for port object f0fce82d-135a-4496-807c-6b8f87662db9 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:44:29.748445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.782056 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf693b-4ee1-47ad-b806-7b21e0062812 req-82f082f2-3dd7-4ebf-b80f-02008f425f22 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.783997 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80bf693b-4ee1-47ad-b806-7b21e0062812 req-82f082f2-3dd7-4ebf-b80f-02008f425f22 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 932 time: 0.0509646 May 13 14:44:29.804984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:29.838189 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80bf693b-4ee1-47ad-b806-7b21e0062812 req-b16fbe21-8353-4647-96fd-777f6c3ba139 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 May 13 14:44:29.875281 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Attempting to bind port f0fce82d-135a-4496-807c-6b8f87662db9 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:44:29.875599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Attempting to bind port f0fce82d-135a-4496-807c-6b8f87662db9 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:44:29.875919 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Attempting to bind port f0fce82d-135a-4496-807c-6b8f87662db9 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:44:29.880192 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Port f0fce82d-135a-4496-807c-6b8f87662db9 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:44:29.880504 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Attempting to bind port f0fce82d-135a-4496-807c-6b8f87662db9 on network 4e8e7794-7422-47f3-9e79-ae15861827f7 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:44:29.885153 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:44:29.885480 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Checking segment: {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:44:29.885852 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Bound using segment: {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:44:29.886266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Bound port: f0fce82d-135a-4496-807c-6b8f87662db9, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82adc541-853a-4aaf-ad59-21d4f3ab3728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:44:29.886612 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:29.952046 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:44:29.955137 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f0fce82d-135a-4496-807c-6b8f87662db9,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:44:30.042720 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:30.077594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.078248 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:30.079657 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] 10.222.0.97 "PUT /v2.0/ports/f0fce82d-135a-4496-807c-6b8f87662db9 HTTP/1.1" status: 200 len: 1094 time: 0.8130178 May 13 14:44:30.080101 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:30.082367 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:44:30.107565 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4cae8-bc6f-455a-b1cb-c760c97890c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:30.232491 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-266a0d1a-e5e3-4ede-951d-efca5f099383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.234336 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-266a0d1a-e5e3-4ede-951d-efca5f099383 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 1128 time: 0.0446062 May 13 14:44:30.241853 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14490a4-b6d4-467a-bd26-38195d067305 x-openstack-request-id: req-d14490a4-b6d4-467a-bd26-38195d067305 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:44:30.242144 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:44:30.242402 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d14490a4-b6d4-467a-bd26-38195d067305 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:44:30.242836 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14490a4-b6d4-467a-bd26-38195d067305'] response: {'name': 'network-changed', 'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9', 'status': 'completed', 'code': 200} May 13 14:44:30.282579 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-f74bf892-a2f2-44fd-8b18-7ec368c166b3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0fce82d-135a-4496-807c-6b8f87662db9 HTTP/1.1" status: 200 len: 217 time: 0.0363684 May 13 14:44:30.333180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d0253492-21fe-413c-a50b-43aa17a1c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.337647 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-d0253492-21fe-413c-a50b-43aa17a1c5f7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5d25e85c-1f04-47dd-87b7-49e937369020 HTTP/1.1" status: 200 len: 853 time: 0.0462930 May 13 14:44:30.368416 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-112c0551-2fa4-48f1-8448-863803b9b15d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8e7794-7422-47f3-9e79-ae15861827f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276654 May 13 14:44:30.457306 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-10a20637-96a7-43c7-85f1-40ef4dd7792e service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825031 May 13 14:44:30.549258 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bddd1e5d-345b-409a-8bce-73da1095f9c8 req-1d1d8efe-de27-4d8f-9095-4ceea80cb060 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 May 13 14:44:30.954472 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b9ad7-3b78-4183-8d8f-572ec317eca7 req-ea0ec25f-32e8-491d-a176-6061a3e97c9b tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.955979 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b5b9ad7-3b78-4183-8d8f-572ec317eca7 req-ea0ec25f-32e8-491d-a176-6061a3e97c9b tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 944 time: 0.0488536 May 13 14:44:31.004572 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b5b9ad7-3b78-4183-8d8f-572ec317eca7 req-087b1627-5e1c-479f-8280-ca1dd117c97a tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 May 13 14:44:31.410026 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-c5aa9e3a-abe1-4658-abe6-2d05f19ffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.411561 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-c5aa9e3a-abe1-4658-abe6-2d05f19ffe1e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 1128 time: 0.0399127 May 13 14:44:31.503837 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-e8b52c2a-f30a-4825-86df-a2e48192a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.505311 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-e8b52c2a-f30a-4825-86df-a2e48192a633 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 914 time: 0.0874250 May 13 14:44:31.549631 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-f077f90a-92a9-42a6-af26-a46c1c277141 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0fce82d-135a-4496-807c-6b8f87662db9 HTTP/1.1" status: 200 len: 217 time: 0.0363441 May 13 14:44:31.597447 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-88123d4e-5c6e-4d8b-a8bf-4f904db088bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.598912 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-88123d4e-5c6e-4d8b-a8bf-4f904db088bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5d25e85c-1f04-47dd-87b7-49e937369020 HTTP/1.1" status: 200 len: 853 time: 0.0424623 May 13 14:44:31.631227 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-1a67925a-7c5d-4cbd-a318-8e29c287da84 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8e7794-7422-47f3-9e79-ae15861827f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261519 May 13 14:44:31.724363 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-45da0f05-db0f-4652-a31b-270d464a50ee service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868776 May 13 14:44:31.819091 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e97aa97f-9a00-4fd0-88be-9f809f94d9e1 req-957bb586-2429-47be-a472-0a70fd6dac11 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 May 13 14:44:32.120719 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c438-e51c-4469-a8a5-f7025e7a4e0e req-ceb57a40-7749-4299-a50d-abdfb8ac2b44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.122211 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df64c438-e51c-4469-a8a5-f7025e7a4e0e req-ceb57a40-7749-4299-a50d-abdfb8ac2b44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 944 time: 0.0484581 May 13 14:44:32.169655 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-df64c438-e51c-4469-a8a5-f7025e7a4e0e req-9931aaca-1022-43f9-9c57-fea4256e1a70 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 May 13 14:44:32.699545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f0fce82d-135a-4496-807c-6b8f87662db9 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:44:32.800981 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f0fce82d-135a-4496-807c-6b8f87662db9,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:32.816502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'f0fce82d-135a-4496-807c-6b8f87662db9', 'network_id': '4e8e7794-7422-47f3-9e79-ae15861827f7', 'port_id': 'f0fce82d-135a-4496-807c-6b8f87662db9', 'mac_address': 'fa:16:3e:1b:be:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d25e85c-1f04-47dd-87b7-49e937369020', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:44:32.853713 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port f0fce82d-135a-4496-807c-6b8f87662db9 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:44:32.854104 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:32.867875 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fce82d-135a-4496-807c-6b8f87662db9 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:32.887298 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f0fce82d-135a-4496-807c-6b8f87662db9,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:32.996593 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:33.043180 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:33.204352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['f0fce82d-135a-4496-807c-6b8f87662db9'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:44:33.291539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7a77-7712-4dfd-ad33-440c43186626 req-d499ba2d-c7c2-4c0e-9897-ffd277ac07dc tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:33.293712 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09fb7a77-7712-4dfd-ad33-440c43186626 req-d499ba2d-c7c2-4c0e-9897-ffd277ac07dc tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 945 time: 0.0531766 May 13 14:44:33.340843 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09fb7a77-7712-4dfd-ad33-440c43186626 req-0dd5e876-5122-4920-a234-0e4262b1095c tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 May 13 14:44:34.461262 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41208a-0c32-4930-8453-46bc4928c90d req-0c4f524c-4fdc-45f9-86db-b3d665cea5d8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:34.462758 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a41208a-0c32-4930-8453-46bc4928c90d req-0c4f524c-4fdc-45f9-86db-b3d665cea5d8 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 945 time: 0.0484159 May 13 14:44:34.510538 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a41208a-0c32-4930-8453-46bc4928c90d req-53c81d53-35d7-4435-9fc8-97e907add77f tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 May 13 14:44:34.712951 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f0fce82d-135a-4496-807c-6b8f87662db9 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:44:34.758742 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port f0fce82d-135a-4496-807c-6b8f87662db9 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:44:34.821971 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port f0fce82d-135a-4496-807c-6b8f87662db9 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:44:34.822346 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:35.032781 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port f0fce82d-135a-4496-807c-6b8f87662db9 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:44:35.033163 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:35.055054 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:35.057238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d52063f-4bb6-4d53-adb0-fcb2ab6feab3" -d '{"events": [{"server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "name": "network-vif-plugged", "status": "completed", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:44:35.069970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f0fce82d-135a-4496-807c-6b8f87662db9,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:44:35.148095 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:35.153469 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df0b2e9-4c67-4794-81f5-d6eab6a5386d x-openstack-request-id: req-8df0b2e9-4c67-4794-81f5-d6eab6a5386d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:44:35.153469 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "name": "network-vif-plugged", "status": "completed", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:44:35.153469 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8df0b2e9-4c67-4794-81f5-d6eab6a5386d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:44:35.153812 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df0b2e9-4c67-4794-81f5-d6eab6a5386d'] response: {'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9', 'code': 200} May 13 14:44:35.199626 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.442515 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc30cb9-cc38-44fb-9f1e-2b51669dded3 req-01f80e3a-0055-42b4-bb19-beb4834c76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:35.444026 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9fc30cb9-cc38-44fb-9f1e-2b51669dded3 req-01f80e3a-0055-42b4-bb19-beb4834c76a5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 1130 time: 0.0405738 May 13 14:44:35.487706 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9fc30cb9-cc38-44fb-9f1e-2b51669dded3 req-08e787b7-aee3-4ba9-98eb-9c10c7114ab1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 May 13 14:44:35.627467 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041314f-7d17-45f2-a993-1142e650fa92 req-83d19988-85e7-4ce4-b423-0d75b9adac67 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:35.628963 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5041314f-7d17-45f2-a993-1142e650fa92 req-83d19988-85e7-4ce4-b423-0d75b9adac67 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 946 time: 0.0514345 May 13 14:44:35.675788 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5041314f-7d17-45f2-a993-1142e650fa92 req-cfe962ca-67c1-441c-a734-162828b6f3a9 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 May 13 14:44:36.793195 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf537ca-83c0-4c93-ad52-7aac3e54db2c req-fcfd6e25-83f4-4e6f-8d38-7dada2622321 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:36.795392 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bf537ca-83c0-4c93-ad52-7aac3e54db2c req-fcfd6e25-83f4-4e6f-8d38-7dada2622321 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 946 time: 0.0474861 May 13 14:44:36.842206 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0bf537ca-83c0-4c93-ad52-7aac3e54db2c req-a8707179-2d5a-4c79-b33c-1f853c3581d4 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 May 13 14:44:48.372885 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92f6dca4-fba7-491e-b1e5-61f04e61cba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:49.663996 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:44:50.593264 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd00aa35-3479-4636-a8d2-2ba79c736dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:50.930770 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:52.047277 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:53.066470 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:54.836219 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:44:56.661993 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-169cefcc-c2c1-406c-b534-161ab872eb24 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402737 May 13 14:44:56.745429 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82031c9-a21b-43e8-b582-82055f60a265 req-45b5a4f0-bd4e-4d57-8bd6-1732009b6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.746939 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-45b5a4f0-bd4e-4d57-8bd6-1732009b6cba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5ff25d770144bec9b67e1596c964520&device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 1130 time: 0.0433884 May 13 14:44:56.858777 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82031c9-a21b-43e8-b582-82055f60a265 req-bcd7c8ef-14e0-4007-8727-2e1dc67d4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.860162 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-bcd7c8ef-14e0-4007-8727-2e1dc67d4701 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 200 len: 914 time: 0.0886936 May 13 14:44:56.905049 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-e8a65bee-7d16-46ce-bf4a-cb236a14f545 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0fce82d-135a-4496-807c-6b8f87662db9 HTTP/1.1" status: 200 len: 217 time: 0.0380092 May 13 14:44:56.959237 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82031c9-a21b-43e8-b582-82055f60a265 req-e6089190-aa7b-4112-87b1-08e6ed2d6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.960678 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-e6089190-aa7b-4112-87b1-08e6ed2d6571 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5d25e85c-1f04-47dd-87b7-49e937369020 HTTP/1.1" status: 200 len: 853 time: 0.0485413 May 13 14:44:56.993521 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-51863ddb-fb0d-417d-ac04-a16554705aeb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8e7794-7422-47f3-9e79-ae15861827f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265164 May 13 14:44:57.085684 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-073d381e-d989-4dfc-ad37-00254e5430bd service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854764 May 13 14:44:57.181950 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d82031c9-a21b-43e8-b582-82055f60a265 req-224f57b8-60fd-41a1-9db0-6aec4b301dbb service neutron] 10.222.0.97 "GET /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 May 13 14:44:59.696386 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a2b7a-22d1-4101-9114-059eaacee809 req-568eecaf-1c60-4299-abf8-a288f2bf438a tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.697852 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b46a2b7a-22d1-4101-9114-059eaacee809 req-568eecaf-1c60-4299-abf8-a288f2bf438a tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 946 time: 0.0475667 May 13 14:44:59.748458 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b46a2b7a-22d1-4101-9114-059eaacee809 req-49521a95-9a28-4e13-a23a-3e73d0d84f44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 May 13 14:45:00.864366 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24f71-0415-4c55-a5d2-ef287f80b1ea req-3a45e859-ec31-480f-8bab-b668f80801ac tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.865980 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57b24f71-0415-4c55-a5d2-ef287f80b1ea req-3a45e859-ec31-480f-8bab-b668f80801ac tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 946 time: 0.0473917 May 13 14:45:00.914671 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57b24f71-0415-4c55-a5d2-ef287f80b1ea req-29a7ce1a-d9c2-4501-8221-731c31ed3895 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/security-groups?id=d0cb996f-6933-445f-96cf-6a87a2f54fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 May 13 14:45:01.266412 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5e7197ee-ffe0-4f56-a9cb-cde89e587799 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.267869 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5e7197ee-ffe0-4f56-a9cb-cde89e587799 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 946 time: 0.0470207 May 13 14:45:01.352895 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Deleting port f0fce82d-135a-4496-807c-6b8f87662db9 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:45:01.353230 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:01.439204 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] For port f0fce82d-135a-4496-807c-6b8f87662db9, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f0fce82d-135a-4496-807c-6b8f87662db9,segment=NetworkSegment(82adc541-853a-4aaf-ad59-21d4f3ab3728),segment_id=82adc541-853a-4aaf-ad59-21d4f3ab3728)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:01.439571 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:01.453201 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Calling delete_port for f0fce82d-135a-4496-807c-6b8f87662db9 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:45:01.652975 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (f0fce82d-135a-4496-807c-6b8f87662db9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:01.664970 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['f0fce82d-135a-4496-807c-6b8f87662db9'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:45:01.683627 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Pushing event deleted for resources: {'Port': ['ID=f0fce82d-135a-4496-807c-6b8f87662db9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:01.696904 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.697282 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.697624 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.697964 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.698304 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.698739 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.698984 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.699309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.699636 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.699963 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.700286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.700607 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.700924 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.701245 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.701566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:01.743252 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] No DVR routers for this DVR port f0fce82d-135a-4496-807c-6b8f87662db9 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:01.745976 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:01.749569 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cf61de90-22dd-4930-81c9-ffa35eb5832c req-5f426cdd-87a3-48dc-b3bc-bd84d96f9c44 tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.97 "DELETE /v2.0/ports/f0fce82d-135a-4496-807c-6b8f87662db9 HTTP/1.1" status: 204 len: 173 time: 0.4759159 May 13 14:45:01.750031 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'name': 'network-vif-deleted', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:01.752327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fda31ec-7db4-4ca7-87a2-30cb5b62577b" -d '{"events": [{"server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "name": "network-vif-deleted", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:45:01.787913 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847d70e2-b2d4-4e8a-8e60-28d441a91b02 x-openstack-request-id: req-847d70e2-b2d4-4e8a-8e60-28d441a91b02 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:45:01.788232 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550070ed-9ed9-455f-9f22-225c920aea41", "name": "network-vif-deleted", "tag": "f0fce82d-135a-4496-807c-6b8f87662db9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:45:01.788486 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-847d70e2-b2d4-4e8a-8e60-28d441a91b02 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:45:01.788886 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847d70e2-b2d4-4e8a-8e60-28d441a91b02'] response: {'server_uuid': '550070ed-9ed9-455f-9f22-225c920aea41', 'name': 'network-vif-deleted', 'tag': 'f0fce82d-135a-4496-807c-6b8f87662db9', 'status': 'completed', 'code': 200} May 13 14:45:02.011839 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc4fb7a0-1a54-48d4-85b9-7239f13dfe16 req-6ecd5cca-8d08-4ebd-8043-d42096da387e tempest-VolumesSnapshotTestJSON-1379049866 tempest-VolumesSnapshotTestJSON-1379049866-project] 10.222.0.102 "GET /v2.0/ports?device_id=550070ed-9ed9-455f-9f22-225c920aea41 HTTP/1.1" status: 200 len: 210 time: 0.0291793 May 13 14:45:04.872705 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f0fce82d-135a-4496-807c-6b8f87662db9 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:45:04.893969 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: f0fce82d-135a-4496-807c-6b8f87662db9 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:45:04.896892 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device f0fce82d-135a-4496-807c-6b8f87662db9 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:45:18.355692 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81c42728-17c6-44ad-9905-4a2471c07685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:20.555400 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e568118-b650-47fc-963f-5113b71beea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:20.966639 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:22.052541 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:23.056107 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:24.812478 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:26.662872 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:45:27.896542 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52096) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:27.940168 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Deleting subnet 5d25e85c-1f04-47dd-87b7-49e937369020 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:45:27.943314 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Publish callbacks [] for subnet (5d25e85c-1f04-47dd-87b7-49e937369020), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:27.981445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25562435'] for subnet (5d25e85c-1f04-47dd-87b7-49e937369020), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.021079 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (5d25e85c-1f04-47dd-87b7-49e937369020), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.125498 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25766468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28996875'] for subnet (5d25e85c-1f04-47dd-87b7-49e937369020), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.153514 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d25e85c-1f04-47dd-87b7-49e937369020,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:28.156478 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.158893 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5d25e85c-1f04-47dd-87b7-49e937369020 HTTP/1.1" status: 204 len: 168 time: 0.2613552 May 13 14:45:28.161658 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52098) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:28.165657 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.165941 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.166277 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.166610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.166960 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.167285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.167611 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.167929 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.168250 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.168588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.168942 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.169256 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.169578 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.169892 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.170204 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06c2c-9c77-4911-9e3a-d6682ee5bd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:28.229170 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (4e8e7794-7422-47f3-9e79-ae15861827f7), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.306452 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (4e8e7794-7422-47f3-9e79-ae15861827f7), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.326017 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8e7794-7422-47f3-9e79-ae15861827f7']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.335433 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82adc541-853a-4aaf-ad59-21d4f3ab3728') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.336317 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82adc541-853a-4aaf-ad59-21d4f3ab3728') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.346661 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134097'] for segment (82adc541-853a-4aaf-ad59-21d4f3ab3728), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.360889 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (82adc541-853a-4aaf-ad59-21d4f3ab3728), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.366820 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:28.367972 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26602024'] for segment (82adc541-853a-4aaf-ad59-21d4f3ab3728), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: Traceback (most recent call last): May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: timer() May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: cb(*args, **kw) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: return func(*args, **kwargs) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: self._notify() May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: self.callback(batched_events) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: event.method(event) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: return f(self, *a, **k) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._get(url).json() May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: return self.request(url, 'GET', **kwargs) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:28.368910 dv-cinder-841754-1-iscsi neutron-server[103807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:28.512668 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (4e8e7794-7422-47f3-9e79-ae15861827f7), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.518338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:28.521518 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] 10.222.0.102 "DELETE /v2.0/networks/4e8e7794-7422-47f3-9e79-ae15861827f7 HTTP/1.1" status: 204 len: 168 time: 0.3587651 May 13 14:45:28.533223 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be065cf4-3d7b-4416-ad33-dbea565935c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8e7794-7422-47f3-9e79-ae15861827f7,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:28.901789 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52102) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:28.943596 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9779a5e7-c3e6-4389-b0d5-fc4808dbb509 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e5ff25d770144bec9b67e1596c964520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405939 May 13 14:45:28.947131 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52104) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:28.999423 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] Publish callbacks [] for security_group (d0cb996f-6933-445f-96cf-6a87a2f54fcf), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:29.021124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] Publish callbacks [] for security_group (d0cb996f-6933-445f-96cf-6a87a2f54fcf), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:29.143890 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (d0cb996f-6933-445f-96cf-6a87a2f54fcf), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:29.146445 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:29.147638 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d0cb996f-6933-445f-96cf-6a87a2f54fcf HTTP/1.1" status: 204 len: 168 time: 0.1995974 May 13 14:45:29.156844 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc8fb6-39b9-4f88-8a18-a2413f57238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb996f-6933-445f-96cf-6a87a2f54fcf,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.223806 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52126) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:30.338978 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1656682000-network', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:30.438581 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Made reservation on behalf of 1454b42d5a8442baa322f7d4e63f4140 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:30.440934 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.449961 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.526726 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks [] for security_group (76533f8f-4ebd-42fa-8c43-d1517f66b4d8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.610276 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (76533f8f-4ebd-42fa-8c43-d1517f66b4d8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.636185 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:30.645330 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76533f8f-4ebd-42fa-8c43-d1517f66b4d8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.653069 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (930ae00c-c4da-46eb-bee9-f5c383e21f4d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.656539 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Added segment 930ae00c-c4da-46eb-bee9-f5c383e21f4d of type vlan for network ea98eab4-0dc0-4337-b285-f8c794ca2bfd May 13 14:45:30.697154 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (ea98eab4-0dc0-4337-b285-f8c794ca2bfd), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.787286 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (ea98eab4-0dc0-4337-b285-f8c794ca2bfd), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.788327 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.789425 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:30.849034 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] Pushing event updated for resources: {'Network': ['ID=ea98eab4-0dc0-4337-b285-f8c794ca2bfd,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.864817 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:45:30.927810 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1ad9dd1e-ecc5-4d04-8a17-86e40abd9c85 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7029006 May 13 14:45:30.935088 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52130) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:30.936692 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Request body: {'subnet': {'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1656682000-subnet', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:31.009962 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Made reservation on behalf of 1454b42d5a8442baa322f7d4e63f4140 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:31.012338 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26488586'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.246820 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26602885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26488596'] for subnet (1998914b-fd31-41cf-a81f-6bd7ea136670), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.300912 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1998914b-fd31-41cf-a81f-6bd7ea136670,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.311453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Checking segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:31.311806 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Network hostable DHCP agents. Network: ea98eab4-0dc0-4337-b285-f8c794ca2bfd, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:31.383766 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:31.449869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, ea98eab4-0dc0-4337-b285-f8c794ca2bfd) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:31.453954 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:31.454554 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.464435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbe2f1-dc82-401a-a3ea-9819c4d8569e None None] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:45:31.565602 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:45:31.566871 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.590540 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c167eeee-41bb-4db6-9dc4-58cfddcb02f2 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6575871 May 13 14:45:31.593503 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52132) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:31.597904 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:31.672869 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.673980 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.706583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Allocated IP 172.20.0.2 (ea98eab4-0dc0-4337-b285-f8c794ca2bfd/1998914b-fd31-41cf-a81f-6bd7ea136670/6e38e947-9896-4592-a4ff-e05d7c406437) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:31.734564 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for router_controller (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.856678 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks [] for port (6e38e947-9896-4592-a4ff-e05d7c406437), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.932658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.961066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for router_gateway (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:31.969247 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:31.972047 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:31.975625 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:31.987609 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Pushing event updated for resources: {'Port': ['ID=6e38e947-9896-4592-a4ff-e05d7c406437,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.997698 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.998045 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.998392 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.998761 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.999097 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.999428 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.999756 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.000078 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.000402 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.000727 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.001050 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.001373 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.001694 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.002011 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.002332 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:32.055831 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Attempting to bind port 6e38e947-9896-4592-a4ff-e05d7c406437 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:32.056200 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Attempting to bind port 6e38e947-9896-4592-a4ff-e05d7c406437 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:32.056559 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Attempting to bind port 6e38e947-9896-4592-a4ff-e05d7c406437 on network ea98eab4-0dc0-4337-b285-f8c794ca2bfd {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:32.061668 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:32.062043 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Checking segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:32.062450 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.062881 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Bound using segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:32.063340 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Bound port: 6e38e947-9896-4592-a4ff-e05d7c406437, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:32.065658 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.126810 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] For port 6e38e947-9896-4592-a4ff-e05d7c406437, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:32.129769 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] For port 6e38e947-9896-4592-a4ff-e05d7c406437, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6e38e947-9896-4592-a4ff-e05d7c406437,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:32.178443 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.225767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for router_gateway (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.241317 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a8cdf-4f22-4a85-88eb-bdfb52b17563 None None] Pushing event updated for resources: {'Port': ['ID=6e38e947-9896-4592-a4ff-e05d7c406437,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:32.250970 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.634963 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Allocated IP 172.27.0.241 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/cd614968-f317-489f-8dca-cf26d8690adb) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:32.736658 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for port (cd614968-f317-489f-8dca-cf26d8690adb), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.832358 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (cd614968-f317-489f-8dca-cf26d8690adb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.834007 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6e38e947-9896-4592-a4ff-e05d7c406437 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:32.898366 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:32.901685 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:32.906175 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:32.924251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 6e38e947-9896-4592-a4ff-e05d7c406437 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:32.924636 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:32.945138 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Pushing event updated for resources: {'Port': ['ID=cd614968-f317-489f-8dca-cf26d8690adb,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:33.028987 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 6e38e947-9896-4592-a4ff-e05d7c406437 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:33.029573 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.067148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 6e38e947-9896-4592-a4ff-e05d7c406437, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6e38e947-9896-4592-a4ff-e05d7c406437,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:33.130006 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.184330 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=6e38e947-9896-4592-a4ff-e05d7c406437,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:33.219299 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47436dd2-9617-4426-9295-93c2f2f489a4 None None] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:45:33.262662 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for router_gateway (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.301268 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-07081044-17ac-4b47-9d5d-e65f6d792489 None None] Provisioning complete for port 6e38e947-9896-4592-a4ff-e05d7c406437 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:33.301640 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07081044-17ac-4b47-9d5d-e65f6d792489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.413359 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-07081044-17ac-4b47-9d5d-e65f6d792489 None None] Current status of the port 6e38e947-9896-4592-a4ff-e05d7c406437 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:33.476738 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.632534 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-15f21bb8-19c7-42f3-8e35-09cb42c1c070 None None] Provisioning complete for port 6e38e947-9896-4592-a4ff-e05d7c406437 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:33.632900 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f21bb8-19c7-42f3-8e35-09cb42c1c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.652317 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:45:33.713619 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-15f21bb8-19c7-42f3-8e35-09cb42c1c070 None None] Current status of the port 6e38e947-9896-4592-a4ff-e05d7c406437 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:33.765758 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:45:33.775214 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Sync routers for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:33.784812 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:33.785413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.838245 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:33.839610 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6f32433f-3c3e-4571-b40c-9f896581cc40 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2451615 May 13 14:45:33.842501 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52134) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:33.900770 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:34.073526 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:33Z', 'revision_number': 3, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:34.100389 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Checking router: 882d59c9-3baa-4f56-b10d-9ad4287ac4ab for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:34.100733 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Updating router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab port cd614968-f317-489f-8dca-cf26d8690adb binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:34.128090 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (cd614968-f317-489f-8dca-cf26d8690adb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.270467 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.387148 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks [] for port (cd614968-f317-489f-8dca-cf26d8690adb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.428322 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Allocated IP 172.20.0.1 (ea98eab4-0dc0-4337-b285-f8c794ca2bfd/1998914b-fd31-41cf-a81f-6bd7ea136670/0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:34.452009 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (cd614968-f317-489f-8dca-cf26d8690adb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.505855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Attempting to bind port cd614968-f317-489f-8dca-cf26d8690adb on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:34.506231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Attempting to bind port cd614968-f317-489f-8dca-cf26d8690adb by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:34.506588 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Attempting to bind port cd614968-f317-489f-8dca-cf26d8690adb on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:34.509332 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f22ff4-80ef-48f2-a8e7-2ab7865b4a5a None None] Pushing event updated for resources: {'Port': ['ID=cd614968-f317-489f-8dca-cf26d8690adb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:34.516099 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:34.516565 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:34.516855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.517267 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:34.518081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Bound port: cd614968-f317-489f-8dca-cf26d8690adb, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:34.518081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (cd614968-f317-489f-8dca-cf26d8690adb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.537049 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks [] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.573463 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] For port cd614968-f317-489f-8dca-cf26d8690adb, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:34.576900 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] For port cd614968-f317-489f-8dca-cf26d8690adb, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=cd614968-f317-489f-8dca-cf26d8690adb,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:34.627534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.647192 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (cd614968-f317-489f-8dca-cf26d8690adb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.667732 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:34.670966 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:34.677586 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:34.700627 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:34.727714 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.856983 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6e38e947-9896-4592-a4ff-e05d7c406437 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:34.864063 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:34.864698 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:34.866592 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f22ff4-80ef-48f2-a8e7-2ab7865b4a5a None None] Pushing event updated for resources: {'Port': ['ID=cd614968-f317-489f-8dca-cf26d8690adb,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:34.931343 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:34.959536 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-948f9ee2-39f1-4387-ab6f-d926f1939f4b None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:34.959831 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-948f9ee2-39f1-4387-ab6f-d926f1939f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.042785 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 6e38e947-9896-4592-a4ff-e05d7c406437 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:35.043167 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.048540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-948f9ee2-39f1-4387-ab6f-d926f1939f4b None None] Port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:35.057929 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:35.101783 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks [] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.164145 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.230206 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:35.232976 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.270514 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 6e38e947-9896-4592-a4ff-e05d7c406437 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:35.291628 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:33Z', 'revision_number': 3, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:35.323465 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f54058a-1161-492f-ae8c-1eadad2fafec None None] The sync data for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi is: [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:33Z', 'revision_number': 3, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:35.338190 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:35.347254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:35.473173 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:45:35.607490 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:45:35.612330 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3ca980a9-3c67-4ea6-8bfa-5bc037c0c3a6 admin admin] 10.222.0.102 "PUT /v2.0/routers/882d59c9-3baa-4f56-b10d-9ad4287ac4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688549 May 13 14:45:35.680962 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-5276b4ce-ba42-45f1-a725-246d5ed68d62 None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:35.681432 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5276b4ce-ba42-45f1-a725-246d5ed68d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:35.723025 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5276b4ce-ba42-45f1-a725-246d5ed68d62 None None] Port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:36.340187 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52150) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:36.345389 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1240372013-network', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:36.475335 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Made reservation on behalf of 2262e5f2b52845c8a560750e9b72c663 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:36.477782 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.487340 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.563762 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks [] for security_group (624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.651997 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.677342 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:36.687640 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:36.698370 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (148e537c-fb61-417d-ac53-47ca1f792b11), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.698370 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Added segment 148e537c-fb61-417d-ac53-47ca1f792b11 of type vlan for network 1128eebb-5273-4766-97f4-78af9c4c359d May 13 14:45:36.742788 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752059200943'] for network (1128eebb-5273-4766-97f4-78af9c4c359d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.820654 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device cd614968-f317-489f-8dca-cf26d8690adb up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:36.835193 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747'] for network (1128eebb-5273-4766-97f4-78af9c4c359d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.836365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:36.837002 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.869245 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port cd614968-f317-489f-8dca-cf26d8690adb triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:36.869616 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (cd614968-f317-489f-8dca-cf26d8690adb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:36.900099 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1128eebb-5273-4766-97f4-78af9c4c359d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:36.910304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Network 1128eebb-5273-4766-97f4-78af9c4c359d details requested by agent ovs-agent-dv-cinder-841754-1-iscsi with host dv-cinder-841754-1-iscsi {{(pid=103808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:45:36.921997 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Sync routers for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:36.932042 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:36.932661 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:36.983759 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9136a010-a1d1-4e48-8ada-0033820cc0f2 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6400030 May 13 14:45:36.984241 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52152) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:36.990364 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Request body: {'subnet': {'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1240372013-subnet', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:37.017557 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port cd614968-f317-489f-8dca-cf26d8690adb is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:37.020519 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (cd614968-f317-489f-8dca-cf26d8690adb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.037765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port cd614968-f317-489f-8dca-cf26d8690adb, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=cd614968-f317-489f-8dca-cf26d8690adb,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:37.053149 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:37.087196 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Made reservation on behalf of 2262e5f2b52845c8a560750e9b72c663 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:37.089520 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28996972'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.112940 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (cd614968-f317-489f-8dca-cf26d8690adb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.164263 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=cd614968-f317-489f-8dca-cf26d8690adb,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:37.247223 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 2, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:37.278043 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Checking router: 882d59c9-3baa-4f56-b10d-9ad4287ac4ab for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:37.278407 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Updating router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:37.305937 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.322039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25767299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28996978'] for subnet (519b3444-8e2e-4529-ad5b-d6e06c537546), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.385442 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519b3444-8e2e-4529-ad5b-d6e06c537546,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:37.390925 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Checking segment: {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:37.391592 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Network hostable DHCP agents. Network: 1128eebb-5273-4766-97f4-78af9c4c359d, hostable agents: ['5efdc9a7-7407-4479-84b3-d328c2bdcbf5'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:37.474955 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Network 1128eebb-5273-4766-97f4-78af9c4c359d is scheduled to be hosted by DHCP agent 5efdc9a7-7407-4479-84b3-d328c2bdcbf5 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:37.560530 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841754-1-iscsi, 1128eebb-5273-4766-97f4-78af9c4c359d) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:37.565721 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:37.565961 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.568556 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82be1e-bc97-4661-a894-c6b6881fe02b None None] Network 1128eebb-5273-4766-97f4-78af9c4c359d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:45:37.579111 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks [] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.671976 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0feb6c60-393d-484a-9f1a-0b2ae342a7e0 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6862762 May 13 14:45:37.672502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21045198-d4b2-5e52-9ea0-d31b16e2180c-1128eebb-5273-4766-97f4-78af9c4c359d', 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d', 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'fixed_ips': [{'subnet_id': '519b3444-8e2e-4529-ad5b-d6e06c537546'}]}} from dv-cinder-841754-1-iscsi. {{(pid=103808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:45:37.673394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.674594 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52154) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:37.678993 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:37.684272 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.764678 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-322287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124299'] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.766285 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-322139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-324344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124336'] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.816537 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Allocated IP 172.20.0.2 (1128eebb-5273-4766-97f4-78af9c4c359d/519b3444-8e2e-4529-ad5b-d6e06c537546/93fc71cb-61e1-4b6f-af5a-df2fa08de748) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:37.819781 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Pushing event updated for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:37.825439 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for router_controller (833f9923-b9b3-4531-9a44-73f1c4e19d92), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.835036 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.835782 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.836361 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.836808 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.837209 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.837598 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.837947 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.838253 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.838573 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.838930 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.839254 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.839588 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.839910 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.840232 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.840580 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:37.898401 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Attempting to bind port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:37.898741 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Attempting to bind port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:37.899223 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Attempting to bind port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 on network ea98eab4-0dc0-4337-b285-f8c794ca2bfd {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:37.905762 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:37.906135 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Checking segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:37.906528 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.907258 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Bound using segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:37.907386 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Bound port: 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:37.907757 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.996753 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks [] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:37.999203 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] For port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:38.005400 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] For port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:38.069606 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-81567586-5f10-4a6a-9830-831bca897567 None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:38.070801 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81567586-5f10-4a6a-9830-831bca897567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.098083 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.138775 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.158219 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Network 1128eebb-5273-4766-97f4-78af9c4c359d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:38.160661 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-81567586-5f10-4a6a-9830-831bca897567 None None] Port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:38.186698 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:38.189723 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:38.192627 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Pushing event updated for resources: {'Port': ['ID=93fc71cb-61e1-4b6f-af5a-df2fa08de748,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.200819 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed674732-aa6d-4065-b293-7acb75c4ee0c None None] Pushing event updated for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.219905 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:38.220545 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.270743 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Attempting to bind port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:38.271114 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Attempting to bind port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:38.271734 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Attempting to bind port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 on network 1128eebb-5273-4766-97f4-78af9c4c359d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:38.279568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:38.279943 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Checking segment: {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:38.280347 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.280739 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Bound using segment: {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:38.281224 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Bound port: 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:38.281863 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.361791 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for router_gateway (833f9923-b9b3-4531-9a44-73f1c4e19d92), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.362399 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:38.369844 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] For port 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:38.373229 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] For port 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=93fc71cb-61e1-4b6f-af5a-df2fa08de748,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:38.452717 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.505824 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:38.506195 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.550591 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d163600-e4f2-4ae2-8247-5a582b77cdf7 None None] Pushing event updated for resources: {'Port': ['ID=93fc71cb-61e1-4b6f-af5a-df2fa08de748,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.584568 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.614778 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e965263-a347-4bc5-9f3c-c6ebd950c510 None None] The sync data for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi is: [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:38.635857 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Current status of the port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:38.636601 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.642669 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for router_gateway (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.667689 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.694394 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] For port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:38.777650 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:38.860363 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Allocated IP 172.27.0.108 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/4e044d55-3065-4e74-abfd-f1e770c4de54) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:38.866952 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61724c80-6f0b-40bf-a755-4fe81730974a None None] Pushing event updated for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.977119 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 93fc71cb-61e1-4b6f-af5a-df2fa08de748 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:39.019932 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.032253 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:39.032910 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.108694 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.119203 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:39.119642 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.152088 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:39.155105 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=93fc71cb-61e1-4b6f-af5a-df2fa08de748,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:39.155273 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:39.161299 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:39.168014 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Pushing event updated for resources: {'Port': ['ID=4e044d55-3065-4e74-abfd-f1e770c4de54,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:39.229256 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.230088 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device cd614968-f317-489f-8dca-cf26d8690adb up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:39.317436 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=93fc71cb-61e1-4b6f-af5a-df2fa08de748,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:39.324225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port cd614968-f317-489f-8dca-cf26d8690adb triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:39.324703 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (cd614968-f317-489f-8dca-cf26d8690adb), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.421904 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port cd614968-f317-489f-8dca-cf26d8690adb is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:39.423159 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:39.481532 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:39.482078 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.547982 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for router_gateway (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.583940 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:39.723332 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ddd3be-5320-4489-8b08-a2b8461f3169 None None] Network 1128eebb-5273-4766-97f4-78af9c4c359d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:45:39.783898 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-322132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-324117'] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:39.834159 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-804be9e5-fe62-4c27-85b5-5dd83fe30aed None None] Provisioning complete for port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:39.834459 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-804be9e5-fe62-4c27-85b5-5dd83fe30aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.027016 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Router 833f9923-b9b3-4531-9a44-73f1c4e19d92 is scheduled to L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:45:40.059393 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-804be9e5-fe62-4c27-85b5-5dd83fe30aed None None] Current status of the port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:40.152827 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:45:40.161390 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Sync routers for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:40.180516 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:40.181124 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.184364 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-908e2cd6-469f-4465-a354-3575bdbf1559 None None] Provisioning complete for port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:40.184729 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-908e2cd6-469f-4465-a354-3575bdbf1559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.223395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.227272 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c328e384-b120-4927-b78d-ec8c5929cb17 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5490136 May 13 14:45:40.227588 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52156) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:45:40.347237 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:40.401997 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-908e2cd6-469f-4465-a354-3575bdbf1559 None None] Current status of the port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:40.521799 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:39Z', 'revision_number': 3, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.548674 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Checking router: 833f9923-b9b3-4531-9a44-73f1c4e19d92 for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:40.549018 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Updating router 833f9923-b9b3-4531-9a44-73f1c4e19d92 port 4e044d55-3065-4e74-abfd-f1e770c4de54 binding host dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:40.576188 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.661135 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.823828 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Allocated IP 172.20.0.1 (1128eebb-5273-4766-97f4-78af9c4c359d/519b3444-8e2e-4529-ad5b-d6e06c537546/da3c7c55-e54c-4970-b2d5-b60b3ecdbc49) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:40.846048 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 93fc71cb-61e1-4b6f-af5a-df2fa08de748 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:40.852912 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks [] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.900931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:40.901776 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.939297 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks [] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:40.969411 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.015684 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:41.016717 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:41.052609 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.055718 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Attempting to bind port 4e044d55-3065-4e74-abfd-f1e770c4de54 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:41.056093 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Attempting to bind port 4e044d55-3065-4e74-abfd-f1e770c4de54 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:41.056466 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Attempting to bind port 4e044d55-3065-4e74-abfd-f1e770c4de54 on network 42334e3d-2113-40ab-86b0-e9befa2eee5f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:41.060166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7cf5d-e878-4ad1-9c9f-3eea48e52564 None None] Pushing event updated for resources: {'Port': ['ID=4e044d55-3065-4e74-abfd-f1e770c4de54,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:41.068595 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:41.068977 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Checking segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:41.069381 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.069826 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Bound using segment: {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:41.070304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Bound port: 4e044d55-3065-4e74-abfd-f1e770c4de54, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:41.070815 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.095282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Network 1128eebb-5273-4766-97f4-78af9c4c359d is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:41.102761 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:41.105214 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:41.119059 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:41.119446 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.129478 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Pushing event updated for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:41.152299 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-325698'] for router_interface (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.161878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] For port 4e044d55-3065-4e74-abfd-f1e770c4de54, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:41.167305 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] For port 4e044d55-3065-4e74-abfd-f1e770c4de54, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4e044d55-3065-4e74-abfd-f1e770c4de54,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:41.224599 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:41.253004 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.307535 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:41.308321 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:41.367215 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.371625 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7cf5d-e878-4ad1-9c9f-3eea48e52564 None None] Pushing event updated for resources: {'Port': ['ID=4e044d55-3065-4e74-abfd-f1e770c4de54,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:41.379955 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-ea79d789-9843-4eee-8d62-47e606906d67 None None] Provisioning complete for port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:41.380329 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea79d789-9843-4eee-8d62-47e606906d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.454328 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ea79d789-9843-4eee-8d62-47e606906d67 None None] Port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:41.477468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:41.531816 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks [] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.612133 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25766410'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.652995 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:39Z', 'revision_number': 3, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:41.679397 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-326271'] for router_interface (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:41.681998 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8ddef-08c3-46b2-b0e5-4132921f8c83 None None] The sync data for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi is: [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:39Z', 'revision_number': 3, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:41.689626 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Pushing event updated for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:41.781523 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Network 1128eebb-5273-4766-97f4-78af9c4c359d is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:41.782894 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:41.920652 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Router 833f9923-b9b3-4531-9a44-73f1c4e19d92 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:45:42.075323 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-98dfee26-892c-4041-8912-4ee778f81797 None None] Provisioning complete for port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:42.075894 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98dfee26-892c-4041-8912-4ee778f81797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:42.255737 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98dfee26-892c-4041-8912-4ee778f81797 None None] Port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:42.318958 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:45:42.324589 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d8c07016-b383-41c3-804b-ab00dac8a6db admin admin] 10.222.0.102 "PUT /v2.0/routers/833f9923-b9b3-4531-9a44-73f1c4e19d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959511 May 13 14:45:42.828346 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4e044d55-3065-4e74-abfd-f1e770c4de54 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:42.875579 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 4e044d55-3065-4e74-abfd-f1e770c4de54 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:42.875956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:42.968677 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 4e044d55-3065-4e74-abfd-f1e770c4de54 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:42.969123 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:42.993102 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] For port 4e044d55-3065-4e74-abfd-f1e770c4de54, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4e044d55-3065-4e74-abfd-f1e770c4de54,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:43.063598 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:43.117184 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Pushing event updated for resources: {'Port': ['ID=4e044d55-3065-4e74-abfd-f1e770c4de54,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:43.292249 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Sync routers for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:43.302502 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:43.303171 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.427534 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:43.637420 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 4, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'da3c7c55-e54c-4970-b2d5-b60b3ecdbc49', 'name': '', 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'mac_address': 'fa:16:3e:a6:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:40Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 2, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'subnets': [{'id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.672048 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Checking router: 833f9923-b9b3-4531-9a44-73f1c4e19d92 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:43.672414 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Updating router 833f9923-b9b3-4531-9a44-73f1c4e19d92 port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 binding host dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:43.721038 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.016109 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks [] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.072876 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.121271 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289ef1c-2221-4ba2-946a-f86948366f43 None None] Pushing event updated for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.200725 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Attempting to bind port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 on host dv-cinder-841754-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:45:44.201091 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Attempting to bind port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 by drivers openvswitch,hyperv on host dv-cinder-841754-1-iscsi at level 0 using segments [{'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:45:44.201452 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Attempting to bind port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 on network 1128eebb-5273-4766-97f4-78af9c4c359d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:45:44.207412 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Checking agent: {'id': '23cf6d52-0ee9-4c7d-a685-8a43020ecab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841754-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 24, 55), 'started_at': datetime.datetime(2022, 5, 13, 14, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841754-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:45:44.207412 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Checking segment: {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:45:44.209331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.209331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Bound using segment: {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:45:44.209331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Bound port: da3c7c55-e54c-4970-b2d5-b60b3ecdbc49, host: dv-cinder-841754-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e537c-fb61-417d-ac53-47ca1f792b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:45:44.209331 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.280503 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] For port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49, host dv-cinder-841754-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:45:44.284178 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] For port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49, host dv-cinder-841754-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:45:44.355236 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.401855 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Provisioning complete for port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:44.402432 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.513185 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Current status of the port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 is: DOWN; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:44.515170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.515309 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:45:44.516004 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:45:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:44.576267 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] For port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:45:44.652041 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:45:44.664521 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.682475 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289ef1c-2221-4ba2-946a-f86948366f43 None None] Pushing event updated for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.756494 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5511d-f1c9-47cf-a95a-699901f91963 None None] Pushing event updated for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.861909 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4e044d55-3065-4e74-abfd-f1e770c4de54 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:44.909126 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-053ddb27-24a8-4a8e-86e4-945cfee19ce5 None None] Provisioning complete for port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:44.909783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-053ddb27-24a8-4a8e-86e4-945cfee19ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.940765 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 4, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'da3c7c55-e54c-4970-b2d5-b60b3ecdbc49', 'name': '', 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'mac_address': 'fa:16:3e:a6:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:40Z', 'updated_at': '2022-05-13T14:45:44Z', 'revision_number': 4, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'subnets': [{'id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:44.953001 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port 4e044d55-3065-4e74-abfd-f1e770c4de54 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:44.953367 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:44.990039 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357efd-0fb6-4735-b454-9a10031e57bf None None] The sync data for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi is: [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 4, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': 'da3c7c55-e54c-4970-b2d5-b60b3ecdbc49', 'name': '', 'network_id': '1128eebb-5273-4766-97f4-78af9c4c359d', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'mac_address': 'fa:16:3e:a6:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:40Z', 'updated_at': '2022-05-13T14:45:44Z', 'revision_number': 4, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'subnets': [{'id': '519b3444-8e2e-4529-ad5b-d6e06c537546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:45.090693 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-053ddb27-24a8-4a8e-86e4-945cfee19ce5 None None] Current status of the port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:45.129065 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port 4e044d55-3065-4e74-abfd-f1e770c4de54 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:46.841978 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 up at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:45:46.893385 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Provisioning complete for port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:46.893385 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:46.987723 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Current status of the port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:45:48.381605 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92abfd5c-2f24-403a-a292-5f8172d3b70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:50.549434 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52966391-9bbe-4822-b25d-7724bca97f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:50.966075 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:52.057889 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:53.091659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:53.676520 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-07d3d389-d550-4fb5-bc35-04be156d05eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.678023 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-07d3d389-d550-4fb5-bc35-04be156d05eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 815 time: 0.1038222 May 13 14:45:53.692298 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-b6a6f7d4-4884-4e2c-af88-552d99f5be72 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/quotas/1454b42d5a8442baa322f7d4e63f4140 HTTP/1.1" status: 200 len: 375 time: 0.0089004 May 13 14:45:53.746812 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-faacfcdb-c10f-4ca1-b8b1-1012218da343 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495102 May 13 14:45:53.843906 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-da2d5e40-d9d8-4750-8488-a6a5ebcc647a service neutron] 10.222.0.102 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855331 May 13 14:45:53.936199 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-f517d165-4ce6-45fc-a5d3-e43760bd6f05 service neutron] 10.222.0.102 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 May 13 14:45:54.137678 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d835cc0-0aa5-48dc-a6bd-05bdb1bb45af req-3102e5d8-776d-42d1-8c61-747d108d17de tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 210 time: 0.0291700 May 13 14:45:54.811863 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:55.249108 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6d66588-ec61-411a-9327-efc91915d277 req-422720a8-cefe-4892-95da-67a59dda3f92 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 210 time: 0.0287321 May 13 14:45:56.354383 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b161383-0b81-491b-8601-2d55938ee64a req-a50b033d-7671-4cae-ba7f-1f9b1de44f14 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 210 time: 0.0307190 May 13 14:45:56.531132 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-b6deaf83-8686-4eec-a1d2-797f42d96b4d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.532702 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-b6deaf83-8686-4eec-a1d2-797f42d96b4d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 815 time: 0.1060793 May 13 14:45:56.546065 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'port': {'device_id': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'admin_state_up': True, 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:45:56.984058 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Made reservation on behalf of 1454b42d5a8442baa322f7d4e63f4140 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:56.987671 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:57.133936 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Allocated IP 172.20.0.7 (ea98eab4-0dc0-4337-b285-f8c794ca2bfd/1998914b-fd31-41cf-a81f-6bd7ea136670/c932eafa-b103-4c49-b294-1d3d9dfa2e88) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:57.299949 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:57.418056 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:57.482620 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:57.497694 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:57.499460 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:57.502523 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:45:57.513130 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e852b-c5fc-42b5-b701-a209d4aa2007 req-c3bd4020-bdd6-4ce6-9437-177bd69cbf21 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.515294 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-750e852b-c5fc-42b5-b701-a209d4aa2007 req-c3bd4020-bdd6-4ce6-9437-177bd69cbf21 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0767627 May 13 14:45:57.572599 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.573596 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:57.608786 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-750e852b-c5fc-42b5-b701-a209d4aa2007 req-158c6118-814d-41f5-8157-3375b0fc23b9 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856059 May 13 14:45:57.654837 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-9b547749-5aa6-4474-9acf-f7ca7db340db tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122539 May 13 14:45:57.803833 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-a9416918-8f91-4955-967a-e377c0446f52 None None] Provisioning complete for port c932eafa-b103-4c49-b294-1d3d9dfa2e88 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:45:57.805134 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9416918-8f91-4955-967a-e377c0446f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:45:57.846700 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a9416918-8f91-4955-967a-e377c0446f52 None None] Port c932eafa-b103-4c49-b294-1d3d9dfa2e88 cannot update to ACTIVE because it is not bound. {{(pid=103808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:45:58.734152 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01536c-1382-44a5-8342-60825c65e063 req-2fed2f11-59d7-4ee9-939f-b9f05baadb6b tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.735726 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c01536c-1382-44a5-8342-60825c65e063 req-2fed2f11-59d7-4ee9-939f-b9f05baadb6b tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0487976 May 13 14:45:58.795328 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1c01536c-1382-44a5-8342-60825c65e063 req-5718642b-4993-4f5f-8ed1-0525c8beae2c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 May 13 14:45:59.921920 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8e162-dbc3-429e-a003-60fe232d19ad req-7341e7a6-0dd4-4e47-80bd-8feb08c1a845 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.923453 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98c8e162-dbc3-429e-a003-60fe232d19ad req-7341e7a6-0dd4-4e47-80bd-8feb08c1a845 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0483303 May 13 14:45:59.976164 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-98c8e162-dbc3-429e-a003-60fe232d19ad req-99ac042f-d7ad-416a-a9b3-da524f48a599 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 May 13 14:46:01.110789 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a476d-fbae-4bb4-abda-79a95662c5ac req-e3c63deb-2295-451e-a2e6-43eb503b976a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.113114 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-436a476d-fbae-4bb4-abda-79a95662c5ac req-e3c63deb-2295-451e-a2e6-43eb503b976a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0584657 May 13 14:46:01.203231 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-436a476d-fbae-4bb4-abda-79a95662c5ac req-a062c10b-66db-4745-9d5d-6ee2620d1aa7 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 May 13 14:46:02.345338 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a6345-7bc3-4bd8-b1c0-5bcb9a822ec3 req-6849e4dc-fbad-42d9-9cc5-8fb687daa78d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.346882 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e9a6345-7bc3-4bd8-b1c0-5bcb9a822ec3 req-6849e4dc-fbad-42d9-9cc5-8fb687daa78d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0490570 May 13 14:46:02.411779 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e9a6345-7bc3-4bd8-b1c0-5bcb9a822ec3 req-598d3c7e-48e1-4b5d-a2db-c7abc0818417 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 May 13 14:46:03.534331 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdc2e5-1494-4289-8164-0171b34dcdfe req-96f0306e-3ec0-433a-9a2f-bbd27bee521c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.535832 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1bdc2e5-1494-4289-8164-0171b34dcdfe req-96f0306e-3ec0-433a-9a2f-bbd27bee521c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0536721 May 13 14:46:03.588912 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c1bdc2e5-1494-4289-8164-0171b34dcdfe req-643b196d-c9d5-457d-8a3c-abafcc39c7d4 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 May 13 14:46:03.662516 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:46:04.591523 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Request body: {'port': {'device_id': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:04.658985 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:04.707822 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951a71b-3821-4d9a-97af-213c292ee0ed req-93110fdb-446c-4c5c-b5a5-a1aaff981a50 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.709291 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8951a71b-3821-4d9a-97af-213c292ee0ed req-93110fdb-446c-4c5c-b5a5-a1aaff981a50 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 931 time: 0.0483642 May 13 14:46:04.757256 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8951a71b-3821-4d9a-97af-213c292ee0ed req-08795fcb-4d1a-4507-8362-c6942a5f22f4 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 May 13 14:46:04.924665 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c932eafa-b103-4c49-b294-1d3d9dfa2e88 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:04.931985 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks [] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:04.944548 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Transition to ACTIVE for port object c932eafa-b103-4c49-b294-1d3d9dfa2e88 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:46:05.034476 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:05.083883 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.095598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.095952 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.096285 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.096622 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.096953 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.097290 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.097615 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.097939 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.098267 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.098591 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.098938 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.099261 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.099581 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.099902 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.100263 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:05.172749 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Attempting to bind port c932eafa-b103-4c49-b294-1d3d9dfa2e88 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:46:05.173085 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Attempting to bind port c932eafa-b103-4c49-b294-1d3d9dfa2e88 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:46:05.173414 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Attempting to bind port c932eafa-b103-4c49-b294-1d3d9dfa2e88 on network ea98eab4-0dc0-4337-b285-f8c794ca2bfd {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:46:05.178124 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Port c932eafa-b103-4c49-b294-1d3d9dfa2e88 on network ea98eab4-0dc0-4337-b285-f8c794ca2bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:46:05.178365 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Attempting to bind port c932eafa-b103-4c49-b294-1d3d9dfa2e88 on network ea98eab4-0dc0-4337-b285-f8c794ca2bfd {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:46:05.183660 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Checking agent: {'id': 'b8b27809-76f7-4039-a91c-f8d52bf25152', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'started_at': datetime.datetime(2022, 5, 13, 14, 31, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:46:05.183993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Checking segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:46:05.184376 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Bound using segment: {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:46:05.184800 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Bound port: c932eafa-b103-4c49-b294-1d3d9dfa2e88, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930ae00c-c4da-46eb-bee9-f5c383e21f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:46:05.185154 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:05.252243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:46:05.255191 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:46:05.320743 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26601996'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:05.356561 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.357290 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:05.358512 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] 10.222.0.97 "PUT /v2.0/ports/c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 1093 time: 0.7730384 May 13 14:46:05.358972 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:05.361181 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289b01f-573f-494c-9b58-e140ccfb31ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:46:05.390174 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e1be8-7bee-48fb-9421-e7e5c77f15dc service neutron] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.401825 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44311c36-1597-4079-bbce-53d2ef146401 x-openstack-request-id: req-44311c36-1597-4079-bbce-53d2ef146401 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:46:05.402018 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:46:05.402243 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-44311c36-1597-4079-bbce-53d2ef146401 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:46:05.402722 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44311c36-1597-4079-bbce-53d2ef146401'] response: {'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:46:05.463491 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-ae09ab9e-4639-4a55-86df-61f6df04fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.465027 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-ae09ab9e-4639-4a55-86df-61f6df04fe6d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1127 time: 0.0421660 May 13 14:46:05.571379 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-f71d810f-0eba-468d-8ce1-fe219de61ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.573927 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-f71d810f-0eba-468d-8ce1-fe219de61ec9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1454b42d5a8442baa322f7d4e63f4140&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009731 May 13 14:46:05.673534 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-8241fb64-95ce-4a98-9a4b-a04b49cc6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.675038 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a289b01f-573f-494c-9b58-e140ccfb31ca req-8241fb64-95ce-4a98-9a4b-a04b49cc6eca service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948598 May 13 14:46:05.756809 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-3fc98c9a-599b-4a54-9ecc-06c9271c6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.758333 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-3fc98c9a-599b-4a54-9ecc-06c9271c6ba1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1127 time: 0.0440958 May 13 14:46:05.802067 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-eff32a91-1f73-4532-abf0-ee455093e64b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 217 time: 0.0351529 May 13 14:46:05.851965 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-e4439720-fc4f-40f4-9b8c-627e1e3fb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.854343 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-e4439720-fc4f-40f4-9b8c-627e1e3fb8cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0460482 May 13 14:46:05.873214 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3493615-617c-4fb6-9dab-aac8fd585ecb req-8eb334eb-a086-442b-9669-28826cbd6157 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.874923 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3493615-617c-4fb6-9dab-aac8fd585ecb req-8eb334eb-a086-442b-9669-28826cbd6157 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 943 time: 0.0481799 May 13 14:46:05.903297 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-71dc3e72-2d3f-4be3-9f3e-84851c3c6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.904955 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-71dc3e72-2d3f-4be3-9f3e-84851c3c6506 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447159 May 13 14:46:05.928274 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3493615-617c-4fb6-9dab-aac8fd585ecb req-657e0e46-4f13-4513-92f2-d43f4e2afa9f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 May 13 14:46:05.997407 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-f2992121-147e-4b7d-8c8a-106b70cc81c5 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851982 May 13 14:46:06.091914 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa3fbf1b-3d90-46ec-ba01-5e88e61cdf1c req-aa65c1e8-08f4-46d7-817f-60f7e765638e service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872774 May 13 14:46:07.043772 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00eb83-30a0-4e92-9166-51ce4fc7c76b req-b74cf3a9-3e40-4141-8a37-7ae11cdf4f84 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:07.045166 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc00eb83-30a0-4e92-9166-51ce4fc7c76b req-b74cf3a9-3e40-4141-8a37-7ae11cdf4f84 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 943 time: 0.0467756 May 13 14:46:07.091689 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc00eb83-30a0-4e92-9166-51ce4fc7c76b req-3e7c53c8-8c17-40e8-a935-8a638bd1d93d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 May 13 14:46:08.204310 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774d44-9ddf-4e30-bd30-5d24b0bc8e2a req-cd018869-95b6-427a-95bf-7e84068056c3 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.205790 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aa774d44-9ddf-4e30-bd30-5d24b0bc8e2a req-cd018869-95b6-427a-95bf-7e84068056c3 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 943 time: 0.0471976 May 13 14:46:08.254477 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aa774d44-9ddf-4e30-bd30-5d24b0bc8e2a req-7d798f15-e0bf-4447-a518-549f56803a7a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 May 13 14:46:09.113289 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device c932eafa-b103-4c49-b294-1d3d9dfa2e88 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=103808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:46:09.213616 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:46:09.225383 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Returning: {'device': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'port_id': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'mac_address': 'fa:16:3e:bd:fa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:46:09.268176 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port c932eafa-b103-4c49-b294-1d3d9dfa2e88 is: DOWN; New status is: BUILD {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:46:09.268622 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:09.283288 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c932eafa-b103-4c49-b294-1d3d9dfa2e88 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:09.304947 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:46:09.384662 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420ec66-68bb-4d4b-83ef-bb71fe580367 req-371a73f8-8b89-411e-b536-96f1ea942d54 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.386085 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6420ec66-68bb-4d4b-83ef-bb71fe580367 req-371a73f8-8b89-411e-b536-96f1ea942d54 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 943 time: 0.0555685 May 13 14:46:09.438949 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6420ec66-68bb-4d4b-83ef-bb71fe580367 req-37cdc957-6701-40b9-883c-0a7d74e65f8b tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431981 May 13 14:46:10.000227 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:10.048313 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:10.245998 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:46:10.551999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f072cb-9d64-45f8-b1ed-5ac2c0b91984 req-b22c2e53-7964-489c-83f8-42825f2eb636 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.553505 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5f072cb-9d64-45f8-b1ed-5ac2c0b91984 req-b22c2e53-7964-489c-83f8-42825f2eb636 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 944 time: 0.0470157 May 13 14:46:10.601315 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5f072cb-9d64-45f8-b1ed-5ac2c0b91984 req-3e443938-af9d-40be-b772-3248b40114c8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 May 13 14:46:11.129185 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device c932eafa-b103-4c49-b294-1d3d9dfa2e88 up at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:46:11.174003 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning for port c932eafa-b103-4c49-b294-1d3d9dfa2e88 completed by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:46:11.239637 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Provisioning complete for port c932eafa-b103-4c49-b294-1d3d9dfa2e88 triggered by entity L2. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:46:11.240010 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:11.321101 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Current status of the port c932eafa-b103-4c49-b294-1d3d9dfa2e88 is: BUILD; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:46:11.321866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:11.345202 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:11.347486 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bd613ea9687a292678c59acd97ddc68adbbb70748e2a38a7689d9aaa4cfaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7481f-181c-4dc5-9198-1402d5ca2f1b" -d '{"events": [{"server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "name": "network-vif-plugged", "status": "completed", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:46:11.361144 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:46:11.385959 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f9eb7-cbc8-4386-8482-e3c9d038052b x-openstack-request-id: req-d73f9eb7-cbc8-4386-8482-e3c9d038052b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:46:11.386243 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "name": "network-vif-plugged", "status": "completed", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:46:11.386395 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d73f9eb7-cbc8-4386-8482-e3c9d038052b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:46:11.386871 dv-cinder-841754-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73f9eb7-cbc8-4386-8482-e3c9d038052b'] response: {'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'code': 200} May 13 14:46:11.428543 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:11.478012 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=5']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:11.658733 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ee73-e94e-4025-941b-4311dade3333 req-735591af-b68c-44cc-9a91-9a6e9a73c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.660217 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a0c3ee73-e94e-4025-941b-4311dade3333 req-735591af-b68c-44cc-9a91-9a6e9a73c415 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1129 time: 0.0402446 May 13 14:46:11.707585 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a0c3ee73-e94e-4025-941b-4311dade3333 req-592110b5-5237-4da6-981a-7ffa35fa56fe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 May 13 14:46:11.717687 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859cfd2-5232-40d7-a45d-d4d428df8922 req-cff08177-5d23-493f-99c5-0b0efd685782 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.719207 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2859cfd2-5232-40d7-a45d-d4d428df8922 req-cff08177-5d23-493f-99c5-0b0efd685782 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0483484 May 13 14:46:11.770030 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2859cfd2-5232-40d7-a45d-d4d428df8922 req-31af0f0d-18b4-4524-aeee-e978ccc06ba7 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 May 13 14:46:12.913993 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6885df9-67a5-4796-9f74-5ef34f977736 req-2a0c58e3-7808-46cb-9557-7a7bb024d6b6 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.916767 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6885df9-67a5-4796-9f74-5ef34f977736 req-2a0c58e3-7808-46cb-9557-7a7bb024d6b6 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0641367 May 13 14:46:12.986752 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6885df9-67a5-4796-9f74-5ef34f977736 req-88e716c1-55bd-4004-941c-f9355d6549b9 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641971 May 13 14:46:14.102288 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6f3c-2dd8-43fa-ba19-50a2bf0be7ed req-e541f98d-a135-4803-8ca5-8494c915cbe7 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.104318 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d00c6f3c-2dd8-43fa-ba19-50a2bf0be7ed req-e541f98d-a135-4803-8ca5-8494c915cbe7 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0463343 May 13 14:46:14.152378 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d00c6f3c-2dd8-43fa-ba19-50a2bf0be7ed req-545d5911-fcf0-463a-879c-1acc48df9231 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 May 13 14:46:14.271664 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba5ca4-1ac3-40d6-820d-ab260c0d5834 req-c21b0ed3-66ec-44a4-9ded-1e41c5f2564a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.273285 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4ba5ca4-1ac3-40d6-820d-ab260c0d5834 req-c21b0ed3-66ec-44a4-9ded-1e41c5f2564a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0526946 May 13 14:46:14.319487 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4ba5ca4-1ac3-40d6-820d-ab260c0d5834 req-776b3864-5ba5-4c41-bd72-58043bd3c5eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 May 13 14:46:14.648203 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b1e1-d8ac-4018-b475-b4c338f52caf req-aa80aaee-f719-4ec8-84cb-1961a3d6ab78 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.649763 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2469b1e1-d8ac-4018-b475-b4c338f52caf req-aa80aaee-f719-4ec8-84cb-1961a3d6ab78 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0474675 May 13 14:46:14.700207 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2469b1e1-d8ac-4018-b475-b4c338f52caf req-31faad1b-f4fa-4435-9439-235db4d544ef tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 May 13 14:46:18.380374 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed46932b-b154-4296-a36b-b68869a2600e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:20.553238 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37787286-83bf-43d7-9826-6a8821bf4c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:20.957741 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:22.142584 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:23.091000 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:24.805263 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:24.807826 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada2ba-f3b9-4b20-8591-6b554e659a9d req-75bc2027-469c-49ec-88bf-7469ea676cbb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:24.809325 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaada2ba-f3b9-4b20-8591-6b554e659a9d req-75bc2027-469c-49ec-88bf-7469ea676cbb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0527756 May 13 14:46:24.858153 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaada2ba-f3b9-4b20-8591-6b554e659a9d req-2eeb7f9f-8dc2-498b-b3c2-7241800b4e60 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 May 13 14:46:24.880610 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52348) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:25.031924 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0d745-da4e-40e1-8631-f03a23413bbc tempest-TestMinimumBasicScenario-1177975963 tempest-TestMinimumBasicScenario-1177975963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:25.033459 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2fe0d745-da4e-40e1-8631-f03a23413bbc tempest-TestMinimumBasicScenario-1177975963 tempest-TestMinimumBasicScenario-1177975963-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1124 time: 0.1518948 May 13 14:46:25.036235 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52352) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:25.040518 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'floatingip': {'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'port_id': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:25.108502 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:25.191544 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:25.296424 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Allocated IP 172.27.0.186 (42334e3d-2113-40ab-86b0-e9befa2eee5f/916ad280-8975-47d6-9ffc-46732bbcf6a3/47d06aff-58d6-4eb8-a656-55427ec532e3) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:25.400565 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:25.514933 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752059185264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:25.553503 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Network 42334e3d-2113-40ab-86b0-e9befa2eee5f is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:25.556629 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:25.562711 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:46:25.584986 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'Port': ['ID=47d06aff-58d6-4eb8-a656-55427ec532e3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:25.941455 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for floatingip (dcaa2505-0a98-4371-9402-d8381639ab0e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.061265 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.212630 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.267770 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25766410'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.338287 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'Port': ['ID=47d06aff-58d6-4eb8-a656-55427ec532e3,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.353599 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-326684'] for floatingip (dcaa2505-0a98-4371-9402-d8381639ab0e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.459587 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Floating IP dcaa2505-0a98-4371-9402-d8381639ab0e associated. External IP: 172.27.0.186, port: c932eafa-b103-4c49-b294-1d3d9dfa2e88. May 13 14:46:26.676475 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:46:26.789021 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:46:26.798578 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Sync routers for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:26.809019 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:46:26.821477 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:46:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:26.876039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:26.906455 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-53b53eb9-03ac-4015-99ac-1ca643b38012 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8692009 May 13 14:46:26.907064 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:26.909447 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:46:26.909621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52354) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:26.913969 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985021368', 'description': 'tempest-secgroup-smoke-1985021368 description', 'project_id': '1454b42d5a8442baa322f7d4e63f4140'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:26.922609 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:46:26.993430 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.074441 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (31226cd7-9515-4443-8795-5fe4f82ef548), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.093270 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9eaedb-ad1f-4dab-ba42-f3fc71d97505 x-openstack-request-id: req-1f9eaedb-ad1f-4dab-ba42-f3fc71d97505 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:46:27.093787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:46:27.093787 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1f9eaedb-ad1f-4dab-ba42-f3fc71d97505 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:46:27.094209 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9eaedb-ad1f-4dab-ba42-f3fc71d97505'] response: {'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:46:27.150557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (31226cd7-9515-4443-8795-5fe4f82ef548), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.156468 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'dcaa2505-0a98-4371-9402-d8381639ab0e', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'port_id': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'mac_address': 'fa:16:3e:bd:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:25Z', 'updated_at': '2022-05-13T14:46:25Z', 'revision_number': 0, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:27.184265 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Checking router: 882d59c9-3baa-4f56-b10d-9ad4287ac4ab for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:27.186928 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-d0a0e441-f393-425d-ba55-79d18d891473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.188433 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-d0a0e441-f393-425d-ba55-79d18d891473 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1129 time: 0.0710468 May 13 14:46:27.192594 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31226cd7-9515-4443-8795-5fe4f82ef548,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.193467 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:46:27.194062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:46:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:27.260759 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.261996 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-94900501-f911-46e4-9fb4-b15be34cd2e2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3515267 May 13 14:46:27.265089 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52360) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:27.269655 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:27.289359 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-d5bd1a49-276a-481a-9214-7c818d7d44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.290881 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-d5bd1a49-276a-481a-9214-7c818d7d44eb service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.0925620 May 13 14:46:27.316221 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:46:27.344087 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (9f420d45-8e4d-4aa2-8e14-3c65ae5c31e9), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.366582 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-fc2ccb77-08bc-4f57-87ad-9eedffb82e5c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 999 time: 0.0660176 May 13 14:46:27.411641 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (9f420d45-8e4d-4aa2-8e14-3c65ae5c31e9), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.418168 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-37a41068-7c66-40f7-bd0e-193bb0270cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.422871 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-37a41068-7c66-40f7-bd0e-193bb0270cf7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0450675 May 13 14:46:27.465816 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-007ce754-4dc3-44b0-b1ec-117ceca610e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.468470 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (9f420d45-8e4d-4aa2-8e14-3c65ae5c31e9), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.468744 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-007ce754-4dc3-44b0-b1ec-117ceca610e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408349 May 13 14:46:27.487403 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f420d45-8e4d-4aa2-8e14-3c65ae5c31e9,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.550086 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.551311 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a9295b0a-4f8e-47a4-a5db-437ca3ff99eb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852211 May 13 14:46:27.554395 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52362) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:27.561251 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'dcaa2505-0a98-4371-9402-d8381639ab0e', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'port_id': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'mac_address': 'fa:16:3e:bd:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:25Z', 'updated_at': '2022-05-13T14:46:25Z', 'revision_number': 0, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:27.561500 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:27.573741 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-52f51227-5873-45c3-ad79-b1dce3286f2d service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932319 May 13 14:46:27.590145 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e223495-6548-4b49-b878-98a24e26cb7e None None] The sync data for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi is: [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_floatingips': [{'id': 'dcaa2505-0a98-4371-9402-d8381639ab0e', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'router_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'port_id': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'mac_address': 'fa:16:3e:bd:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:25Z', 'updated_at': '2022-05-13T14:46:25Z', 'revision_number': 0, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:27.652580 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (79afc88f-d6b5-4aaf-bafb-993bbf18d43d), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.675235 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4eab04f4-dcc1-46a8-85a4-df8e17bd8bac req-baa703ae-c4b7-4fcb-bc27-dfa7157d97ed service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921729 May 13 14:46:27.715934 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (79afc88f-d6b5-4aaf-bafb-993bbf18d43d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.782530 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (79afc88f-d6b5-4aaf-bafb-993bbf18d43d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.801703 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79afc88f-d6b5-4aaf-bafb-993bbf18d43d,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.812807 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a52ad-28ca-49ef-997f-94d254de6f17 None None] New status for floating IP dcaa2505-0a98-4371-9402-d8381639ab0e: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:46:27.868347 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:27.872254 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-58e29cc6-bb0f-481f-b608-be6acb458fa8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3138030 May 13 14:46:27.873084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52364) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:27.878017 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:27.969944 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (4dd6f028-08e8-4277-bb54-1c6ec13eb7cd), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.033670 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (4dd6f028-08e8-4277-bb54-1c6ec13eb7cd), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.091509 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (4dd6f028-08e8-4277-bb54-1c6ec13eb7cd), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.111763 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd6f028-08e8-4277-bb54-1c6ec13eb7cd,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.178450 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.179745 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7eed4080-f47f-449f-9d1e-eecc88bbbef1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054361 May 13 14:46:28.182471 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52366) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:28.187255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:28.272660 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (8b753c7a-eb2a-4ff0-b624-d180e528327f), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.332658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (8b753c7a-eb2a-4ff0-b624-d180e528327f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.431624 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (8b753c7a-eb2a-4ff0-b624-d180e528327f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.447962 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b753c7a-eb2a-4ff0-b624-d180e528327f,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.459054 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.459408 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.459754 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.460098 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.460432 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.460767 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.461100 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.461429 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.461770 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.462097 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.462427 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.462790 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.463121 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.463445 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.463767 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:28.542617 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.543891 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6ac326ab-68f6-4df5-b357-f6a630332462 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3604574 May 13 14:46:28.547024 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52368) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:28.551557 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:28.633969 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Project 1454b42d5a8442baa322f7d4e63f4140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:46:28.640760 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (2b8ca008-70c1-432b-922d-45dd02b9d531), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.698488 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (2b8ca008-70c1-432b-922d-45dd02b9d531), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.770919 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (2b8ca008-70c1-432b-922d-45dd02b9d531), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.794793 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8ca008-70c1-432b-922d-45dd02b9d531,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.876417 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:28.877646 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-656cc510-7fe2-4c67-951d-915bebc0330e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3295493 May 13 14:46:28.880422 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52370) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:46:28.884885 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'security_group_rule': {'security_group_id': '31226cd7-9515-4443-8795-5fe4f82ef548', 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:28.959470 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Project 1454b42d5a8442baa322f7d4e63f4140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:46:28.965306 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (22f0ae31-90a4-4815-b78a-194440ff6504), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.026582 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (22f0ae31-90a4-4815-b78a-194440ff6504), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.102384 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609493'] for security_group_rule (22f0ae31-90a4-4815-b78a-194440ff6504), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.120527 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f0ae31-90a4-4815-b78a-194440ff6504,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.173083 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.174254 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-dbfbecbc-3873-4f31-927d-ab1bbba7612a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928605 May 13 14:46:29.263229 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-efb6b33e-2908-45ae-90c6-514465f60121 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985021368&fields=id&tenant_id=1454b42d5a8442baa322f7d4e63f4140 HTTP/1.1" status: 200 len: 267 time: 0.0444820 May 13 14:46:29.316670 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-7fa00365-62cf-48ca-bd9b-9e127383c72f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.318139 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-7fa00365-62cf-48ca-bd9b-9e127383c72f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0494790 May 13 14:46:29.328755 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'port': {'security_groups': ['76533f8f-4ebd-42fa-8c43-d1517f66b4d8', '31226cd7-9515-4443-8795-5fe4f82ef548']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:46:29.407061 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.594252 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:46:29.625523 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.713802 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25766410'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.728115 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:46:29.760972 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.761596 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:29.766800 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b0924f81-4b22-4897-ba14-a0abff156c5b req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "PUT /v2.0/ports/c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 981 time: 0.4397616 May 13 14:46:29.766800 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:29.770672 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6e922-dd5f-491f-87af-855e8408e25c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:46:29.815806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8d291-1b71-4366-a5eb-ec9237778661 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=6']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.824282 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055c65e7-256d-4e1a-aa27-33f5da246779 x-openstack-request-id: req-055c65e7-256d-4e1a-aa27-33f5da246779 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:46:29.824688 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:46:29.826658 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-055c65e7-256d-4e1a-aa27-33f5da246779 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:46:29.830291 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055c65e7-256d-4e1a-aa27-33f5da246779'] response: {'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:46:29.896621 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e922-dd5f-491f-87af-855e8408e25c req-fb5703c2-bdd3-4fd0-b9ea-b33c6e8030c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.898993 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-fb5703c2-bdd3-4fd0-b9ea-b33c6e8030c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1168 time: 0.0514081 May 13 14:46:29.917634 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d525744-9fa8-422a-9b3a-51395e60b0ec req-1256638e-2bdd-4006-9974-9b081abf6c9c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.924142 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d525744-9fa8-422a-9b3a-51395e60b0ec req-1256638e-2bdd-4006-9974-9b081abf6c9c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0624435 May 13 14:46:30.006292 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e922-dd5f-491f-87af-855e8408e25c req-9264e07a-fd4c-46c0-b1c7-955cff8ccd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.008825 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-9264e07a-fd4c-46c0-b1c7-955cff8ccd0b service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.1022749 May 13 14:46:30.010518 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d525744-9fa8-422a-9b3a-51395e60b0ec req-c71e4c9d-f3c4-48cd-a232-73e006832ffb tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824182 May 13 14:46:30.026527 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:46:30.064576 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-7f830fe1-19c3-4bd8-a10f-5ae21da6f35d None None] Provisioning complete for port c932eafa-b103-4c49-b294-1d3d9dfa2e88 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:46:30.064942 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f830fe1-19c3-4bd8-a10f-5ae21da6f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:30.084207 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-77c9f37f-e3b8-4699-83e8-19eeb8e753ab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 1001 time: 0.0687952 May 13 14:46:30.133101 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e922-dd5f-491f-87af-855e8408e25c req-fd76b6ed-22e4-4e1d-9c65-1bf27ecf6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.134472 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-fd76b6ed-22e4-4e1d-9c65-1bf27ecf6e49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0444152 May 13 14:46:30.181219 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e922-dd5f-491f-87af-855e8408e25c req-08877fc6-db16-4751-a1e3-d7107e193753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.182715 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-08877fc6-db16-4751-a1e3-d7107e193753 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411336 May 13 14:46:30.271571 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-28610bba-4eaf-44e5-9126-4aa8479ad76a service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819387 May 13 14:46:30.276162 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7f830fe1-19c3-4bd8-a10f-5ae21da6f35d None None] Current status of the port c932eafa-b103-4c49-b294-1d3d9dfa2e88 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:46:30.370831 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22a6e922-dd5f-491f-87af-855e8408e25c req-0e30db2c-e75d-49f3-8f54-49455a2fb617 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900300 May 13 14:46:40.662158 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:46:48.408540 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86df905a-125d-498d-8152-29dba6f336b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:50.547894 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa35a-5b0b-4461-822d-344b7ef28269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:50.962957 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:52.044407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:53.027640 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5b823-52c2-4e83-ab01-aab9d62958a8 req-fc43a6b7-0164-4c81-87f8-eb6915c4139d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.029137 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9c5b823-52c2-4e83-ab01-aab9d62958a8 req-fc43a6b7-0164-4c81-87f8-eb6915c4139d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0513561 May 13 14:46:53.050025 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:53.069047 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-e719f975-885e-4596-8964-e7a6943e9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.070589 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-e719f975-885e-4596-8964-e7a6943e9573 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1168 time: 0.0415044 May 13 14:46:53.090087 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9c5b823-52c2-4e83-ab01-aab9d62958a8 req-4b734477-47e3-436c-b659-1e168917753a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544024 May 13 14:46:53.162930 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-5ea0287e-9fa0-4aa0-8c39-f6f5c24f4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.164403 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-5ea0287e-9fa0-4aa0-8c39-f6f5c24f4992 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.0861192 May 13 14:46:53.234715 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-96821445-97ca-43c4-a612-d73cc47fc41f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 1001 time: 0.0639548 May 13 14:46:53.287681 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-544698e8-61d0-44ea-9ef7-9c6913b973de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.292146 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-544698e8-61d0-44ea-9ef7-9c6913b973de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0445578 May 13 14:46:53.332767 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-7ed36908-223b-47c5-9860-3b7c00ad391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.334212 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-7ed36908-223b-47c5-9860-3b7c00ad391c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380981 May 13 14:46:53.423077 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-0f06238b-22af-48e7-aee2-dd6d491dcb6c service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820458 May 13 14:46:53.509575 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6ad2df16-2f0c-4482-afdb-421c0699b01a req-22592627-7840-4d98-b521-a797dc3a3156 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802941 May 13 14:46:54.213193 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139cf29-4303-4030-8665-8147a6f80544 req-ea9b4cf2-52c7-4910-b55c-1d768dfce1f1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.214721 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a139cf29-4303-4030-8665-8147a6f80544 req-ea9b4cf2-52c7-4910-b55c-1d768dfce1f1 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0501130 May 13 14:46:54.276593 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a139cf29-4303-4030-8665-8147a6f80544 req-d8e9013e-cbd7-4e7f-9c18-fe1f0beb2d07 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554693 May 13 14:46:54.827157 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:46:55.649437 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dbf7f-c0bf-4e34-aa58-bb8a2692fa96 req-7b94d544-2755-416b-b672-b70fbb0d499f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.650860 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b30dbf7f-c0bf-4e34-aa58-bb8a2692fa96 req-7b94d544-2755-416b-b672-b70fbb0d499f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.3065264 May 13 14:46:55.710537 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b30dbf7f-c0bf-4e34-aa58-bb8a2692fa96 req-09f31d21-dc97-46c6-b958-16a440fe0b1a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538764 May 13 14:46:56.824956 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042afe0d-1b09-48bb-9c96-5a552129cfca req-c4abb3c9-bfdc-4259-b4c3-8d471739e67e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:56.826501 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-042afe0d-1b09-48bb-9c96-5a552129cfca req-c4abb3c9-bfdc-4259-b4c3-8d471739e67e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0473769 May 13 14:46:56.886954 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-042afe0d-1b09-48bb-9c96-5a552129cfca req-c02e1124-fad7-4a85-b30c-28d5b2936fc8 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540679 May 13 14:46:56.891071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-1064d61b-9a5c-48de-b669-a496d9396848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:56.893135 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-1064d61b-9a5c-48de-b669-a496d9396848 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1168 time: 0.0427303 May 13 14:46:56.997222 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-6c769239-d446-4305-be66-4b0d075639f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:56.999250 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-6c769239-d446-4305-be66-4b0d075639f1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.0864632 May 13 14:46:57.068491 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-7d91d2a4-0e95-4361-a4f1-e66a78afd88f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 1001 time: 0.0625465 May 13 14:46:57.117626 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-caae5ce4-9144-4aba-9c14-6451740ca171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.119098 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-caae5ce4-9144-4aba-9c14-6451740ca171 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0429599 May 13 14:46:57.162759 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-256c3a0e-5383-4509-b296-12005f9b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.164228 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-256c3a0e-5383-4509-b296-12005f9b8839 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384080 May 13 14:46:57.255858 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-27e0eab3-c0b5-4e55-801e-4b19f1655a3d service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 May 13 14:46:57.346155 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4006972-a9d4-4282-a0a8-0c1805a65d67 req-67e08da1-2447-4766-8100-a77d1de433a9 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 May 13 14:46:58.005825 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccf44a-5540-4d00-85a5-35894d4bcdf6 req-e45c0ffa-aea3-4d64-be8c-23fc77b18f6e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:58.007376 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36ccf44a-5540-4d00-85a5-35894d4bcdf6 req-e45c0ffa-aea3-4d64-be8c-23fc77b18f6e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0505574 May 13 14:46:58.067385 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36ccf44a-5540-4d00-85a5-35894d4bcdf6 req-8e564f2a-8c5c-4526-b83a-90f7df964130 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541506 May 13 14:46:59.180197 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21ea9-4d2c-4023-8dd2-e4e105b685cc req-c40a9d11-4380-4493-9118-ab70a1d55c7d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.181675 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5b21ea9-4d2c-4023-8dd2-e4e105b685cc req-c40a9d11-4380-4493-9118-ab70a1d55c7d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0474367 May 13 14:46:59.243383 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5b21ea9-4d2c-4023-8dd2-e4e105b685cc req-410767cc-79f5-4b35-8a6d-013bcfae064e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558469 May 13 14:47:00.361459 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370c7c2-5b72-4faa-bbe4-fb53e439f3b0 req-60dab1b4-9ded-476b-b84f-b98762754870 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.363994 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d370c7c2-5b72-4faa-bbe4-fb53e439f3b0 req-60dab1b4-9ded-476b-b84f-b98762754870 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0528448 May 13 14:47:00.423749 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d370c7c2-5b72-4faa-bbe4-fb53e439f3b0 req-deec6f94-1b38-41b3-bdcc-b88cb15fa069 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540504 May 13 14:47:01.537913 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad48f-c565-43aa-8a58-aa9f77cfe763 req-44ca8ba1-bc8c-45f1-8661-604171b67973 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:01.539511 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-518ad48f-c565-43aa-8a58-aa9f77cfe763 req-44ca8ba1-bc8c-45f1-8661-604171b67973 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0478890 May 13 14:47:01.599409 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-518ad48f-c565-43aa-8a58-aa9f77cfe763 req-6c4112e3-fdef-4139-a87f-6254ea864270 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542107 May 13 14:47:02.715163 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3abe4-fb46-49a4-954b-d1a99c1d6803 req-b6e21553-5188-4a7e-93a5-0f5e7554cb9b tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:02.716898 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4de3abe4-fb46-49a4-954b-d1a99c1d6803 req-b6e21553-5188-4a7e-93a5-0f5e7554cb9b tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0485406 May 13 14:47:02.781378 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4de3abe4-fb46-49a4-954b-d1a99c1d6803 req-1882c7a7-6172-40a6-b581-d624b51de95a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578165 May 13 14:47:03.897901 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615f0a8-09b8-4526-bd11-4b8f50fc0e30 req-c11ad835-e147-4e5f-b50a-c38f8114d3ea tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.899416 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9615f0a8-09b8-4526-bd11-4b8f50fc0e30 req-c11ad835-e147-4e5f-b50a-c38f8114d3ea tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0470927 May 13 14:47:03.960561 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9615f0a8-09b8-4526-bd11-4b8f50fc0e30 req-f17e5875-d23c-4748-97a1-e0886f5d7c9c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552306 May 13 14:47:05.074939 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b58fe4-5981-487d-8faf-bc79e5c82383 req-49cc0657-1e6f-4ae5-9440-82201efb70a3 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.076304 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8b58fe4-5981-487d-8faf-bc79e5c82383 req-49cc0657-1e6f-4ae5-9440-82201efb70a3 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0465217 May 13 14:47:05.136940 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e8b58fe4-5981-487d-8faf-bc79e5c82383 req-272dd8e0-a7d7-4f46-8b1a-25b6c93f1328 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542266 May 13 14:47:06.259045 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76359f5e-b68e-461e-9d40-2b2a1de30d65 req-6cac3e0d-776f-4976-bbf0-dc4704f5679e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:06.260579 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76359f5e-b68e-461e-9d40-2b2a1de30d65 req-6cac3e0d-776f-4976-bbf0-dc4704f5679e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0534182 May 13 14:47:06.319847 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76359f5e-b68e-461e-9d40-2b2a1de30d65 req-dffe3711-2626-442a-83c3-205ee124cfb0 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534837 May 13 14:47:07.436391 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835523ef-eeb5-443b-9e9e-10ab808af657 req-21072c34-35b8-402c-a787-c8f4d6d0c923 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.437875 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-835523ef-eeb5-443b-9e9e-10ab808af657 req-21072c34-35b8-402c-a787-c8f4d6d0c923 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0491304 May 13 14:47:07.499578 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-835523ef-eeb5-443b-9e9e-10ab808af657 req-92cddc74-11fd-454e-b062-1424df3bb206 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554793 May 13 14:47:08.613587 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac5361-ccac-4d94-9d05-94c18f329611 req-619e1758-229d-4ecd-b3f6-7a7bfe38ec7f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:08.615221 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaac5361-ccac-4d94-9d05-94c18f329611 req-619e1758-229d-4ecd-b3f6-7a7bfe38ec7f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0476470 May 13 14:47:08.680282 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aaac5361-ccac-4d94-9d05-94c18f329611 req-165c2e1e-8de6-49ff-920a-26c5312e5e4c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593522 May 13 14:47:09.796114 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2804ef-ed9c-472e-af1c-770d0fc821d0 req-ef827d35-29d0-461a-9d22-87060fee5c60 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:09.797631 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb2804ef-ed9c-472e-af1c-770d0fc821d0 req-ef827d35-29d0-461a-9d22-87060fee5c60 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0494897 May 13 14:47:09.857608 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb2804ef-ed9c-472e-af1c-770d0fc821d0 req-ec8a8cf1-6f23-4f47-8a9b-0398fc36b3b6 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540524 May 13 14:47:10.975325 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478ec1-eab4-4cb7-bf37-a679e74f0990 req-880e688a-9b03-4a0b-ba15-7485b45303da tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.976858 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8478ec1-eab4-4cb7-bf37-a679e74f0990 req-880e688a-9b03-4a0b-ba15-7485b45303da tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0497947 May 13 14:47:11.038265 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8478ec1-eab4-4cb7-bf37-a679e74f0990 req-321a6c90-75ab-4924-afc3-32ddafa0a610 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=31226cd7-9515-4443-8795-5fe4f82ef548&id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554276 May 13 14:47:17.661453 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:47:18.386345 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333b0ff8-2845-4b76-972f-539cfbc4d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:20.602619 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8582-39f5-4cea-97ad-f864bfe8a0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:20.969503 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:22.049581 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:23.071966 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:24.813413 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:44.489787 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-92df6526-9b51-411a-8902-4cd5bb85c3a3 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985021368&fields=id&tenant_id=1454b42d5a8442baa322f7d4e63f4140 HTTP/1.1" status: 200 len: 267 time: 0.0462520 May 13 14:47:44.540014 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-3d36689e-f1c5-41c9-a694-4a1d12f9e340 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.541463 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-3d36689e-f1c5-41c9-a694-4a1d12f9e340 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 984 time: 0.0463040 May 13 14:47:44.552871 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Request body: {'port': {'security_groups': ['76533f8f-4ebd-42fa-8c43-d1517f66b4d8']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:47:44.623378 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505079'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:44.800290 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:44.830085 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:44.912553 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752059492774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752059185282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752059185300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25766410'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:44.924830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:47:44.964174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.964174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:44.964174 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6028b624-90f7-4b0f-a715-7ee81fccd3a6 req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "PUT /v2.0/ports/c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 942 time: 0.4152005 May 13 14:47:44.964174 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:44.966033 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953e1b5d-723d-41de-82dc-eab8fb372c59" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:47:44.969186 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52446) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:44.991848 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event updated for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=7']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.001604 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.002342 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.002968 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.003575 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.004178 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.004996 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.005691 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.006263 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.006988 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.007608 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.008177 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.008735 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.009422 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.009992 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.010550 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbe260-bfe2-446f-ae3e-033758e62d7e tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.037999 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6eecec-f860-49d9-a01c-30e814e5a75c x-openstack-request-id: req-9a6eecec-f860-49d9-a01c-30e814e5a75c {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:47:45.038760 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:47:45.039377 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a6eecec-f860-49d9-a01c-30e814e5a75c {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:47:45.040141 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6eecec-f860-49d9-a01c-30e814e5a75c'] response: {'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:47:45.052647 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (31226cd7-9515-4443-8795-5fe4f82ef548), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.064254 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:47:45.109702 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (31226cd7-9515-4443-8795-5fe4f82ef548), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.134972 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-a8d2ea0b-b4c9-4fb8-a0ad-d1f725ec7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.136473 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-a8d2ea0b-b4c9-4fb8-a0ad-d1f725ec7527 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1129 time: 0.0716746 May 13 14:47:45.242453 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-3bd2e1d7-a4f8-4a96-895d-ed2ed660e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.243959 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-3bd2e1d7-a4f8-4a96-895d-ed2ed660e9e0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.0993857 May 13 14:47:45.257437 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [None req-197dbc2a-3616-4df6-9cff-dcea5ef84fba None None] Provisioning complete for port c932eafa-b103-4c49-b294-1d3d9dfa2e88 triggered by entity DHCP. {{(pid=103808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:47:45.257807 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-197dbc2a-3616-4df6-9cff-dcea5ef84fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1527796'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), provisioning_complete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.304200 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (31226cd7-9515-4443-8795-5fe4f82ef548), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.306765 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.307917 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "DELETE /v2.0/security-groups/31226cd7-9515-4443-8795-5fe4f82ef548 HTTP/1.1" status: 204 len: 168 time: 0.3370819 May 13 14:47:45.312002 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52448) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:45.326891 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-dfc6eb17-5717-4a47-be7b-6aafb20cce70 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 1001 time: 0.0765491 May 13 14:47:45.327589 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31226cd7-9515-4443-8795-5fe4f82ef548,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.342316 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-197dbc2a-3616-4df6-9cff-dcea5ef84fba None None] Current status of the port c932eafa-b103-4c49-b294-1d3d9dfa2e88 is: ACTIVE; New status is: ACTIVE {{(pid=103808) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:47:45.342551 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.342935 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.343274 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.343610 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.343947 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.344283 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.344614 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.344940 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.345266 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.345590 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.345914 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.346236 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.346559 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.346908 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.347230 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9541fb-5f5e-461c-962b-520055d8192c tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:45.388834 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-a168bdca-8841-4c07-b675-b980a8c00001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.390321 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-a168bdca-8841-4c07-b675-b980a8c00001 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0557890 May 13 14:47:45.434975 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-d5a937f0-5fdc-4365-9e5a-6726ceca43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.436480 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-d5a937f0-5fdc-4365-9e5a-6726ceca43f9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399158 May 13 14:47:45.481048 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Deleting port 47d06aff-58d6-4eb8-a656-55427ec532e3 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:45.481385 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.531730 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-38ef6837-7f7f-4317-bfb7-7d0081886ba6 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879271 May 13 14:47:45.557629 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.558191 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for floatingip (47d06aff-58d6-4eb8-a656-55427ec532e3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.571532 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Calling delete_port for 47d06aff-58d6-4eb8-a656-55427ec532e3 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:45.627059 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-953e1b5d-723d-41de-82dc-eab8fb372c59 req-3da27e3b-344c-4eaf-9b20-987bebf2228e service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883055 May 13 14:47:45.808699 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (47d06aff-58d6-4eb8-a656-55427ec532e3), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.837887 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event deleted for resources: {'Port': ['ID=47d06aff-58d6-4eb8-a656-55427ec532e3,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.900564 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks [] for floatingip (dcaa2505-0a98-4371-9402-d8381639ab0e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:45.900893 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Floating IP dcaa2505-0a98-4371-9402-d8381639ab0e disassociated (deleted). External IP: 172.27.0.186, port: c932eafa-b103-4c49-b294-1d3d9dfa2e88. May 13 14:47:46.117703 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:47:46.230272 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:47:46.235162 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:46.240155 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Sync routers for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:46.251044 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:47:46.251657 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:46.265709 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a6359b3e-e95c-4349-8f80-63c9c7f1e23f tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "DELETE /v2.0/floatingips/dcaa2505-0a98-4371-9402-d8381639ab0e HTTP/1.1" status: 204 len: 168 time: 0.9523907 May 13 14:47:46.370480 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:47:46.560724 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:46.592302 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Checking router: 882d59c9-3baa-4f56-b10d-9ad4287ac4ab for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:46.602783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:47:46.608186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:20Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:46.718343 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:47:46.913230 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:46.939152 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e293f2-0eb6-4ec7-94a6-74e56a2e814e None None] The sync data for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi is: [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 4, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi', '_interfaces': [{'id': '0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5', 'name': '', 'network_id': 'ea98eab4-0dc0-4337-b285-f8c794ca2bfd', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'mac_address': 'fa:16:3e:f9:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:34Z', 'updated_at': '2022-05-13T14:45:38Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'subnets': [{'id': '1998914b-fd31-41cf-a81f-6bd7ea136670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:47.041283 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:47.043725 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486aafca0a7abba739f69d8fb2e511dfdf811231313fda02dd4978be9f24fab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e54e83-e32a-4c6a-8efb-6a918f01d983" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:47:47.080237 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98fd527-706a-49f4-8c94-df2039c2d49d x-openstack-request-id: req-e98fd527-706a-49f4-8c94-df2039c2d49d {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:47:47.080539 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:47:47.080797 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e98fd527-706a-49f4-8c94-df2039c2d49d {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:47:47.081400 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98fd527-706a-49f4-8c94-df2039c2d49d'] response: {'name': 'network-changed', 'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:47:47.155307 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-214fbc47-f1d1-4a6d-9f90-10f913504002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.156987 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-214fbc47-f1d1-4a6d-9f90-10f913504002 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1454b42d5a8442baa322f7d4e63f4140&device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 1129 time: 0.0474317 May 13 14:47:47.181204 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7f96a-f995-4d9b-9025-767c924a9b8c None None] New status for floating IP dcaa2505-0a98-4371-9402-d8381639ab0e: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:47:47.263392 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-35e4b6cd-dbd9-411f-a896-1ddfb09162b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.264870 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-35e4b6cd-dbd9-411f-a896-1ddfb09162b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 200 len: 916 time: 0.1012568 May 13 14:47:47.317585 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-950c67e4-e95c-4fd5-8513-39167c6b17cc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 200 len: 217 time: 0.0403905 May 13 14:47:47.365589 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-4ea3ab7b-1820-42af-8f70-64b3cc1e5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.367074 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-4ea3ab7b-1820-42af-8f70-64b3cc1e5dd2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 200 len: 854 time: 0.0441751 May 13 14:47:47.412390 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-d5f58dad-57c8-4bae-b67f-539ed3d2f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.413909 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-d5f58dad-57c8-4bae-b67f-539ed3d2f582 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea98eab4-0dc0-4337-b285-f8c794ca2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403943 May 13 14:47:47.509226 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-a35ef9e9-9c4e-45d2-a6c1-8536dd884180 service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888085 May 13 14:47:47.604700 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e9e54e83-e32a-4c6a-8efb-6a918f01d983 req-8c071b74-c42c-4027-971d-8e2b52e2b53f service neutron] 10.222.0.97 "GET /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877197 May 13 14:47:48.374138 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d6251e1-05ad-4831-b44d-197f4672e5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:49.472951 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beafb02-ba6c-4686-be79-66d2859886cf req-06899139-cc06-43d5-bcb6-7ca46b5165c2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:49.474450 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7beafb02-ba6c-4686-be79-66d2859886cf req-06899139-cc06-43d5-bcb6-7ca46b5165c2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0476158 May 13 14:47:49.522017 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7beafb02-ba6c-4686-be79-66d2859886cf req-efdc2e42-36fc-42f4-80e6-9a56ad5fb68a tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 May 13 14:47:50.592295 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04e4b76b-9f08-4df8-be3b-f641bc9e56f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:50.642749 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50b48-16b0-4861-a009-055d36c50643 req-e61df0f8-7cdd-4594-9af2-55c01ca572e6 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:50.644241 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ae50b48-16b0-4861-a009-055d36c50643 req-e61df0f8-7cdd-4594-9af2-55c01ca572e6 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0521455 May 13 14:47:50.690686 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ae50b48-16b0-4861-a009-055d36c50643 req-96aacfa9-a862-4c61-8f5e-c42ae8187de0 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/security-groups?id=76533f8f-4ebd-42fa-8c43-d1517f66b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 May 13 14:47:51.001802 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:51.271196 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-55242003-d409-419e-9ec2-a3a811bb2ff2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:51.273269 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-55242003-d409-419e-9ec2-a3a811bb2ff2 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.97 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 945 time: 0.0466468 May 13 14:47:51.360993 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Deleting port c932eafa-b103-4c49-b294-1d3d9dfa2e88 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:51.361326 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:51.449179 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] For port c932eafa-b103-4c49-b294-1d3d9dfa2e88, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c932eafa-b103-4c49-b294-1d3d9dfa2e88,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:51.449538 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:51.462735 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Calling delete_port for c932eafa-b103-4c49-b294-1d3d9dfa2e88 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:51.654641 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (c932eafa-b103-4c49-b294-1d3d9dfa2e88), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:51.667927 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] get_ports_and_sgs() called for port_ids ['c932eafa-b103-4c49-b294-1d3d9dfa2e88'] {{(pid=103808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:47:51.690552 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Pushing event deleted for resources: {'Port': ['ID=c932eafa-b103-4c49-b294-1d3d9dfa2e88,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:51.737842 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] No DVR routers for this DVR port c932eafa-b103-4c49-b294-1d3d9dfa2e88 on host hv-cinder-84175 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:51.741580 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5063'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:51.745172 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f4deb37-cacd-4546-970d-9037e3a09a62 req-a2e7c44a-24b4-4b78-8bec-12d0908e382d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.97 "DELETE /v2.0/ports/c932eafa-b103-4c49-b294-1d3d9dfa2e88 HTTP/1.1" status: 204 len: 173 time: 0.4651792 May 13 14:47:51.745667 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'name': 'network-vif-deleted', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:51.748035 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a42a7c7ae62333d47d57ce0ec28df886216ceef2f4a29a125fc0a52976e4604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59df38e2-b28c-44a0-a3ae-11b0476c18ac" -d '{"events": [{"server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "name": "network-vif-deleted", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:47:51.785254 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b06a205-bd37-48a2-b42d-12d8ee611c45 x-openstack-request-id: req-5b06a205-bd37-48a2-b42d-12d8ee611c45 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:47:51.785710 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef7fd2-87c2-49f2-8696-d81af7c495ad", "name": "network-vif-deleted", "tag": "c932eafa-b103-4c49-b294-1d3d9dfa2e88", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:47:51.786053 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5b06a205-bd37-48a2-b42d-12d8ee611c45 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:47:51.786501 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b06a205-bd37-48a2-b42d-12d8ee611c45'] response: {'server_uuid': 'f4ef7fd2-87c2-49f2-8696-d81af7c495ad', 'name': 'network-vif-deleted', 'tag': 'c932eafa-b103-4c49-b294-1d3d9dfa2e88', 'status': 'completed', 'code': 200} May 13 14:47:51.791885 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-213efe42-e86b-470f-aa89-e627be209ead req-fc193594-6acf-4f0c-863c-b604344f6182 tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 210 time: 0.0286367 May 13 14:47:52.060379 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:52.904633 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [req-04789277-5c51-49aa-86aa-1cbc4cc976a6 req-ad63dbb6-f398-4e3a-8ff9-290561fb866d tempest-TestMinimumBasicScenario-903943751 tempest-TestMinimumBasicScenario-903943751-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4ef7fd2-87c2-49f2-8696-d81af7c495ad HTTP/1.1" status: 200 len: 210 time: 0.0289295 May 13 14:47:53.076040 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:54.661394 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:47:54.842812 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:55.209058 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52540) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:55.544800 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:55.641186 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device c932eafa-b103-4c49-b294-1d3d9dfa2e88 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:47:55.663906 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] No Port match for: c932eafa-b103-4c49-b294-1d3d9dfa2e88 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:47:55.664257 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Device c932eafa-b103-4c49-b294-1d3d9dfa2e88 not bound to the agent host hv-cinder-84175 {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:47:55.784225 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Deleting port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:55.784574 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:55.862606 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] For port 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:55.862914 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:55.876513 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Calling delete_port for 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:56.129026 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:56.157094 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:56.334116 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:56.557788 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:47:56.923863 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:47:56.929526 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4c944db4-9b2d-40df-814b-c9f2bf99fa36 admin admin] 10.222.0.102 "PUT /v2.0/routers/882d59c9-3baa-4f56-b10d-9ad4287ac4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194061 May 13 14:47:56.932179 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52542) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:56.932762 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Sync routers for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:56.943878 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:47:56.944476 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.044506 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks [] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.156384 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks [] for router_gateway (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.181953 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: dv-cinder-841754-1-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:47:57.289727 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Deleting port cd614968-f317-489f-8dca-cf26d8690adb {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:57.290377 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (cd614968-f317-489f-8dca-cf26d8690adb), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.350502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:47:56Z', 'revision_number': 5, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port': {'id': 'cd614968-f317-489f-8dca-cf26d8690adb', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:32Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.370648 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] For port cd614968-f317-489f-8dca-cf26d8690adb, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=cd614968-f317-489f-8dca-cf26d8690adb,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:57.371259 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (cd614968-f317-489f-8dca-cf26d8690adb), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.377304 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Checking router: 882d59c9-3baa-4f56-b10d-9ad4287ac4ab for host: dv-cinder-841754-1-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:57.385255 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Calling delete_port for cd614968-f317-489f-8dca-cf26d8690adb owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:57.386403 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Routers {'882d59c9-3baa-4f56-b10d-9ad4287ac4ab'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:47:57.387225 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.478444 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] Set router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:47:57.534340 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:47:57Z', 'revision_number': 6, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.561613 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb96612-bf28-4291-b374-ae1e9de63fe3 None None] The sync data for ids ['882d59c9-3baa-4f56-b10d-9ad4287ac4ab'] in dv-cinder-841754-1-iscsi is: [{'id': '882d59c9-3baa-4f56-b10d-9ad4287ac4ab', 'name': 'tempest-TestMinimumBasicScenario-1656682000-router', 'tenant_id': '1454b42d5a8442baa322f7d4e63f4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:47:57Z', 'revision_number': 6, 'project_id': '1454b42d5a8442baa322f7d4e63f4140', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:57.648846 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (cd614968-f317-489f-8dca-cf26d8690adb), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.674099 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd614968-f317-489f-8dca-cf26d8690adb,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.738052 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.835562 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.838084 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks [] for router_controller (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.940172 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (882d59c9-3baa-4f56-b10d-9ad4287ac4ab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.940704 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882d59c9-3baa-4f56-b10d-9ad4287ac4ab {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:47:57.945491 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:57.949720 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-964b823c-fb89-4e10-97a4-0fe43e05c003 admin admin] 10.222.0.102 "DELETE /v2.0/routers/882d59c9-3baa-4f56-b10d-9ad4287ac4ab HTTP/1.1" status: 204 len: 168 time: 1.0139391 May 13 14:47:57.949880 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52544) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:58.001429 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Deleting subnet 1998914b-fd31-41cf-a81f-6bd7ea136670 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:47:58.001855 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Publish callbacks [] for subnet (1998914b-fd31-41cf-a81f-6bd7ea136670), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.040167 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (1998914b-fd31-41cf-a81f-6bd7ea136670), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.120421 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (1998914b-fd31-41cf-a81f-6bd7ea136670), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.237675 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (1998914b-fd31-41cf-a81f-6bd7ea136670), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.263550 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1998914b-fd31-41cf-a81f-6bd7ea136670,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.267092 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.270187 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1ee227bc-e898-454a-b02a-3ad4427dc474 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1998914b-fd31-41cf-a81f-6bd7ea136670 HTTP/1.1" status: 204 len: 168 time: 0.3193681 May 13 14:47:58.272885 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52546) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:58.275932 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429b885-945e-4155-a4f6-826453be9301 None None] Network ea98eab4-0dc0-4337-b285-f8c794ca2bfd requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:47:58.346994 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (ea98eab4-0dc0-4337-b285-f8c794ca2bfd), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.397388 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Deleting port 6e38e947-9896-4592-a4ff-e05d7c406437 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:58.398039 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.432414 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] DHCP port deletion for ea98eab4-0dc0-4337-b285-f8c794ca2bfd request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:47:58.474262 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Deleting port 6e38e947-9896-4592-a4ff-e05d7c406437 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:58.474531 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] For port 6e38e947-9896-4592-a4ff-e05d7c406437, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6e38e947-9896-4592-a4ff-e05d7c406437,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:58.474702 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.474806 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.488454 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Calling delete_port for 6e38e947-9896-4592-a4ff-e05d7c406437 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:58.546112 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] For port 6e38e947-9896-4592-a4ff-e05d7c406437, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=6e38e947-9896-4592-a4ff-e05d7c406437,segment=NetworkSegment(930ae00c-c4da-46eb-bee9-f5c383e21f4d),segment_id=930ae00c-c4da-46eb-bee9-f5c383e21f4d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:58.546511 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.562680 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Calling delete_port for 6e38e947-9896-4592-a4ff-e05d7c406437 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:47:58.654459 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.660372 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (6e38e947-9896-4592-a4ff-e05d7c406437), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.685205 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e38e947-9896-4592-a4ff-e05d7c406437,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.687091 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] No DVR routers for this DVR port 6e38e947-9896-4592-a4ff-e05d7c406437 on host dv-cinder-841754-1-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:58.687822 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Pushing event deleted for resources: {'Port': ['ID=6e38e947-9896-4592-a4ff-e05d7c406437,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.690306 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] No DVR routers for this DVR port 6e38e947-9896-4592-a4ff-e05d7c406437 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:58.699067 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.699419 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.699765 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.700179 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.700441 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.700757 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.701088 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.701418 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.701808 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.702062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.702404 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.702761 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.703084 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.703407 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.703726 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c8f65-4eba-4053-83f3-d20e6f386aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841754-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:58.761651 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (ea98eab4-0dc0-4337-b285-f8c794ca2bfd), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.782327 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98eab4-0dc0-4337-b285-f8c794ca2bfd']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:58.791444 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930ae00c-c4da-46eb-bee9-f5c383e21f4d') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:58.791733 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930ae00c-c4da-46eb-bee9-f5c383e21f4d') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:58.800795 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (930ae00c-c4da-46eb-bee9-f5c383e21f4d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.813692 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (930ae00c-c4da-46eb-bee9-f5c383e21f4d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.819902 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (930ae00c-c4da-46eb-bee9-f5c383e21f4d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:58.824712 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:58.889690 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:47:58.910889 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:47:58.911240 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 0a1aa03e-0ab7-447b-9ed7-9764a4fecbd5 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:47:58.911659 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6e38e947-9896-4592-a4ff-e05d7c406437 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:47:58.930231 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 6e38e947-9896-4592-a4ff-e05d7c406437 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:47:58.930583 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 6e38e947-9896-4592-a4ff-e05d7c406437 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:47:58.931021 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device cd614968-f317-489f-8dca-cf26d8690adb no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:47:58.951077 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: cd614968-f317-489f-8dca-cf26d8690adb {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:47:58.951352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device cd614968-f317-489f-8dca-cf26d8690adb not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:47:58.985479 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (ea98eab4-0dc0-4337-b285-f8c794ca2bfd), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.995243 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:58.998555 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] 10.222.0.102 "DELETE /v2.0/networks/ea98eab4-0dc0-4337-b285-f8c794ca2bfd HTTP/1.1" status: 204 len: 168 time: 0.7245765 May 13 14:47:59.001581 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52548) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:47:59.011336 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce85e1-92b1-43d0-990f-ae596839385c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea98eab4-0dc0-4337-b285-f8c794ca2bfd,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:59.330302 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-326183'] for router_interface (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:59.832205 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Deleting port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:47:59.832539 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:59.907956 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] For port da3c7c55-e54c-4970-b2d5-b60b3ecdbc49, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:47:59.908309 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:47:59.921401 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Calling delete_port for da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:48:00.168747 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (da3c7c55-e54c-4970-b2d5-b60b3ecdbc49), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:00.193200 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3c7c55-e54c-4970-b2d5-b60b3ecdbc49,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.370071 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-316718'] for router_interface (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:00.591744 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Router 833f9923-b9b3-4531-9a44-73f1c4e19d92 has already been hosted by L3 agent 6862d757-c802-4695-aa57-4ac37842b7a1 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:48:00.702710 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] Notify agent at l3_agent.dv-cinder-841754-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:48:00.707940 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b9fa9e8e-d1aa-46ed-91d8-e260476c8309 admin admin] 10.222.0.102 "PUT /v2.0/routers/833f9923-b9b3-4531-9a44-73f1c4e19d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046669 May 13 14:48:00.710518 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52550) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:00.713356 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Sync routers for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:00.728336 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:48:00.728961 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:00.817859 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks [] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:00.835519 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: dv-cinder-841754-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:48:00.930860 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks [] for router_gateway (833f9923-b9b3-4531-9a44-73f1c4e19d92), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.007525 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'external_fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:48:00Z', 'revision_number': 5, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port': {'id': '4e044d55-3065-4e74-abfd-f1e770c4de54', 'name': '', 'network_id': '42334e3d-2113-40ab-86b0-e9befa2eee5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841754-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:38Z', 'updated_at': '2022-05-13T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '916ad280-8975-47d6-9ffc-46732bbcf6a3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841754-1-iscsi'}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:01.038388 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Checking router: 833f9923-b9b3-4531-9a44-73f1c4e19d92 for host: dv-cinder-841754-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:01.048709 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Routers {'833f9923-b9b3-4531-9a44-73f1c4e19d92'} bound to L3 agent in host dv-cinder-841754-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:48:01.049315 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841754-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:24:50Z,description=,heartbeat_timestamp=2022-05-13T14:47:50Z,host='dv-cinder-841754-1-iscsi',id=6862d757-c802-4695-aa57-4ac37842b7a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:24:51Z,topic='l3_agent')) {'router_ids': ['833f9923-b9b3-4531-9a44-73f1c4e19d92'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:01.050442 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Deleting port 4e044d55-3065-4e74-abfd-f1e770c4de54 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:48:01.050822 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.130926 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] For port 4e044d55-3065-4e74-abfd-f1e770c4de54, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=4e044d55-3065-4e74-abfd-f1e770c4de54,segment=NetworkSegment(0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0),segment_id=0b1ac6f7-5f0a-4e49-94e6-fb408379e5a0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:48:01.131206 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.146231 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Calling delete_port for 4e044d55-3065-4e74-abfd-f1e770c4de54 owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:48:01.226169 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] Set router 833f9923-b9b3-4531-9a44-73f1c4e19d92 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:48:01.278313 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:48:00Z', 'revision_number': 6, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port_host': None}], 'dv-cinder-841754-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:01.308214 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2ddf2-b15b-47be-8de2-760422c4cc89 None None] The sync data for ids ['833f9923-b9b3-4531-9a44-73f1c4e19d92'] in dv-cinder-841754-1-iscsi is: [{'id': '833f9923-b9b3-4531-9a44-73f1c4e19d92', 'name': 'tempest-TestMinimumBasicScenario-1240372013-router', 'tenant_id': '2262e5f2b52845c8a560750e9b72c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:37Z', 'updated_at': '2022-05-13T14:48:00Z', 'revision_number': 6, 'project_id': '2262e5f2b52845c8a560750e9b72c663', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:01.396996 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26602101'] for port (4e044d55-3065-4e74-abfd-f1e770c4de54), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.426816 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4e044d55-3065-4e74-abfd-f1e770c4de54,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.489566 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-324169'] for router_gateway (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.584485 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124345'] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.587190 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks [] for router_controller (833f9923-b9b3-4531-9a44-73f1c4e19d92), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.711467 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517534'] for router (833f9923-b9b3-4531-9a44-73f1c4e19d92), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.717962 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833f9923-b9b3-4531-9a44-73f1c4e19d92 {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:48:01.717962 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.718736 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-952ba0cd-ace7-48aa-9303-e56ba0ba71ce admin admin] 10.222.0.102 "DELETE /v2.0/routers/833f9923-b9b3-4531-9a44-73f1c4e19d92 HTTP/1.1" status: 204 len: 168 time: 1.0072205 May 13 14:48:01.721180 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52552) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:01.766249 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Deleting subnet 519b3444-8e2e-4529-ad5b-d6e06c537546 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:48:01.769363 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Publish callbacks [] for subnet (519b3444-8e2e-4529-ad5b-d6e06c537546), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.806593 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2134186'] for subnet (519b3444-8e2e-4529-ad5b-d6e06c537546), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:01.886416 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470632'] for subnet (519b3444-8e2e-4529-ad5b-d6e06c537546), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.001742 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26602050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26488685'] for subnet (519b3444-8e2e-4529-ad5b-d6e06c537546), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.028682 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519b3444-8e2e-4529-ad5b-d6e06c537546,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.033537 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.039323 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8f01e4e9-a665-4c05-b488-5c48e44c9234 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/519b3444-8e2e-4529-ad5b-d6e06c537546 HTTP/1.1" status: 204 len: 168 time: 0.3168252 May 13 14:48:02.039548 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52554) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:02.042070 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63221175-3ef0-4c24-9a10-b1890e973593 None None] Network 1128eebb-5273-4766-97f4-78af9c4c359d requested from dv-cinder-841754-1-iscsi {{(pid=103808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:48:02.112142 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1351677'] for network (1128eebb-5273-4766-97f4-78af9c4c359d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.167171 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Deleting port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:48:02.167516 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.199590 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] DHCP port deletion for 1128eebb-5273-4766-97f4-78af9c4c359d request from dv-cinder-841754-1-iscsi {{(pid=103808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:48:02.236343 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] For port 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=93fc71cb-61e1-4b6f-af5a-df2fa08de748,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:48:02.236717 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.245865 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Deleting port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:48:02.246320 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752059485188'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.251481 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Calling delete_port for 93fc71cb-61e1-4b6f-af5a-df2fa08de748 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:48:02.318062 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] For port 93fc71cb-61e1-4b6f-af5a-df2fa08de748, host dv-cinder-841754-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841754-1-iscsi',level=0,port_id=93fc71cb-61e1-4b6f-af5a-df2fa08de748,segment=NetworkSegment(148e537c-fb61-417d-ac53-47ca1f792b11),segment_id=148e537c-fb61-417d-ac53-47ca1f792b11)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:48:02.318778 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-326385'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.333819 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Calling delete_port for 93fc71cb-61e1-4b6f-af5a-df2fa08de748 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:48:02.403222 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25766515'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.417343 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1505179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752059492756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752059185273'] for port (93fc71cb-61e1-4b6f-af5a-df2fa08de748), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.432141 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fc71cb-61e1-4b6f-af5a-df2fa08de748,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.434070 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] No DVR routers for this DVR port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 on host dv-cinder-841754-1-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:02.442643 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] Pushing event deleted for resources: {'Port': ['ID=93fc71cb-61e1-4b6f-af5a-df2fa08de748,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.446789 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d82cce-cda4-43d1-a5fb-29c7ca1691fb None None] No DVR routers for this DVR port 93fc71cb-61e1-4b6f-af5a-df2fa08de748 on host dv-cinder-841754-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:02.508737 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476435', 'neutron.services.segments.db._delete_segments_for_network-8752059479345'] for network (1128eebb-5273-4766-97f4-78af9c4c359d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.530388 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1128eebb-5273-4766-97f4-78af9c4c359d']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:02.539886 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e537c-fb61-417d-ac53-47ca1f792b11') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:02.540304 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e537c-fb61-417d-ac53-47ca1f792b11') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:02.549750 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752059644218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25562552'] for segment (148e537c-fb61-417d-ac53-47ca1f792b11), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.563047 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261'] for segment (148e537c-fb61-417d-ac53-47ca1f792b11), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.570099 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:02.570485 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25766446'] for segment (148e537c-fb61-417d-ac53-47ca1f792b11), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: Traceback (most recent call last): May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: timer() May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: cb(*args, **kw) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: return func(*args, **kwargs) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: self._notify() May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: self.callback(batched_events) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: event.method(event) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: return f(self, *a, **k) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._get(url).json() May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: return self.request(url, 'GET', **kwargs) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:02.572772 dv-cinder-841754-1-iscsi neutron-server[103806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:02.688641 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-326695'] for network (1128eebb-5273-4766-97f4-78af9c4c359d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.694572 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647733'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:02.700454 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] 10.222.0.102 "DELETE /v2.0/networks/1128eebb-5273-4766-97f4-78af9c4c359d HTTP/1.1" status: 204 len: 168 time: 0.6580000 May 13 14:48:02.710074 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc871-821f-42f2-ae2f-ba91d051e047 admin admin] Pushing event deleted for resources: {'Network': ['ID=1128eebb-5273-4766-97f4-78af9c4c359d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.877603 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 93fc71cb-61e1-4b6f-af5a-df2fa08de748 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:48:02.899445 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 93fc71cb-61e1-4b6f-af5a-df2fa08de748 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:48:02.899783 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 93fc71cb-61e1-4b6f-af5a-df2fa08de748 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:48:02.900182 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4e044d55-3065-4e74-abfd-f1e770c4de54 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:48:02.919769 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: 4e044d55-3065-4e74-abfd-f1e770c4de54 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:48:02.920104 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device 4e044d55-3065-4e74-abfd-f1e770c4de54 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:48:02.920502 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 no longer exists at agent ovs-agent-dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:48:02.940620 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] No Port match for: da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 {{(pid=103808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:48:02.940956 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.rpc [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Device da3c7c55-e54c-4970-b2d5-b60b3ecdbc49 not bound to the agent host dv-cinder-841754-1-iscsi {{(pid=103808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:48:03.045396 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52558) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:03.085344 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-71f6ac55-67ea-46b9-aab6-cc78ae025b99 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1454b42d5a8442baa322f7d4e63f4140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388088 May 13 14:48:03.088006 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.102', 52560) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:03.134876 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] Publish callbacks [] for security_group (76533f8f-4ebd-42fa-8c43-d1517f66b4d8), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:03.156226 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] Publish callbacks [] for security_group (76533f8f-4ebd-42fa-8c43-d1517f66b4d8), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:03.299863 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (76533f8f-4ebd-42fa-8c43-d1517f66b4d8), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:03.302321 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:03.303502 dv-cinder-841754-1-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/76533f8f-4ebd-42fa-8c43-d1517f66b4d8 HTTP/1.1" status: 204 len: 168 time: 0.2146132 May 13 14:48:03.313300 dv-cinder-841754-1-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ada0a4-7557-4d63-9393-e7317086cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76533f8f-4ebd-42fa-8c43-d1517f66b4d8,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:03.959103 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52566) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:03.999881 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-219ec275-bb41-4f29-819c-36520c0cb02f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2262e5f2b52845c8a560750e9b72c663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396290 May 13 14:48:04.002494 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.102', 52568) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:48:04.050348 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] Publish callbacks [] for security_group (624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:04.072055 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] Publish callbacks [] for security_group (624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:04.196066 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609286'] for security_group (624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:04.198541 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:04.199759 dv-cinder-841754-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1 HTTP/1.1" status: 204 len: 168 time: 0.1962764 May 13 14:48:04.207598 dv-cinder-841754-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61268c8d-8fb9-4851-b521-70150593bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f1e0f-1c11-4c69-bac5-23ecd9d0f1d1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:18.390898 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a893587e-953a-4f85-aa6d-ca4b7e2a39ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:20.613718 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d11027-8010-42a5-8e58-4f0ba41e905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:21.006866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:22.065170 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:23.082177 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:24.801866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:31.660468 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:48:48.395866 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3aac41f3-f615-4fe0-aa50-2287f71f85fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:50.584195 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b76b7-2eee-4c00-a66f-0d75c8c3b465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:51.075387 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:52.052536 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:53.104292 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:48:54.798931 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:08.660544 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:49:18.377695 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3acdc723-a99b-46d3-85d1-d9d20366e8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:20.554753 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc8add8d-bdb6-4655-ba08-b901a928a38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:21.006026 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:22.052061 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:23.085246 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:24.800579 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:45.660346 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:49:48.387198 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bcdea03-1810-4ad3-a676-810458aa328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:50.599435 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38ac9eb6-3970-4dfb-9a88-829e53dabb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:51.011534 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:52.068545 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:53.108293 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:49:54.800021 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:18.421556 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-555919b5-787b-41fe-b5d4-1464e8110e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:20.616960 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b184bf0c-d3af-4700-a1b6-4e0eb7c1df49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:20.998926 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:22.067221 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:22.658927 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:50:23.095620 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:24.793143 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:48.374952 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48c43ea1-65d8-43c0-803f-4abdaedc59b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:50.569411 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d59ad958-8038-4add-a6e2-7ea31eb98888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:51.003317 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:52.066081 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:53.100907 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:54.792364 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:50:59.658717 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:51:18.391018 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7d2a-2225-4937-8b6e-eda0eee45294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:20.574130 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b112cc4a-c00a-4cca-8e46-50fa6b7508fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:21.025166 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:22.065593 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:23.088568 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:24.785461 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:36.657298 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:51:48.384725 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5388b25-5331-4afb-ac04-455285d38441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:50.607689 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a25750fe-aa05-4ecb-acf3-ca61212869b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:50.996255 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:52.087678 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:53.098551 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:51:54.813654 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:13.657367 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:52:18.389863 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e45c19c-77cf-4bb6-b0d7-ce00d26b39b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:20.584108 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b312b58-ae50-45d7-a174-99b5027eaef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:21.041245 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:22.080868 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:23.109676 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:24.789449 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:48.417144 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55ee237f-6b65-45c0-9702-3ad01bfe8678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:50.566720 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b5d1-2d4f-4f3c-823b-2a6a909d1f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:50.656773 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:52:51.005973 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:52.080370 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:53.103402 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:52:54.805984 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:18.382146 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f89cb90-1bb6-4afd-940a-a58cfc396715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (5efdc9a7-7407-4479-84b3-d328c2bdcbf5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:20.565287 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dedf5682-8bd1-48e6-aa37-f544d0c81c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (6862d757-c802-4695-aa57-4ac37842b7a1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:21.039218 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179cb0a5-ec3f-4af5-8652-f0758924a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b8b27809-76f7-4039-a91c-f8d52bf25152), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:22.085352 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5a1aebb-4f1f-4ac0-84dc-072686c51c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (b1be61b0-3432-44e1-a2a7-c10746539797), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:23.153830 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9278a843-f91d-4681-b168-7b2f01568153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (4fbb2ba7-c2d6-48d4-b895-1bc94fd8339a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:24.793433 dv-cinder-841754-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4947a5b-5a69-4230-9c73-912d9d814b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752059479327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1527698'] for agent (23cf6d52-0ee9-4c7d-a685-8a43020ecab2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:53:27.655274 dv-cinder-841754-1-iscsi neutron-server[103809]: DEBUG neutron.db.agents_db [None req-857e7c89-2dee-4364-9426-fb425ea64343 None None] Agent healthcheck: found 6 active agents {{(pid=103809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}